[ 551.699475] env[69287]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69287) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 551.699817] env[69287]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69287) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 551.699939] env[69287]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69287) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 551.700270] env[69287]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 551.796425] env[69287]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 551.807122] env[69287]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69287) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 552.409940] env[69287]: INFO nova.virt.driver [None req-11766d61-b12d-4647-a7b7-53969f21f3fa None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 552.480758] env[69287]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.480965] env[69287]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.481050] env[69287]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69287) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 555.739020] env[69287]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b25b1e6a-f82a-4dc9-97bc-42fb24ce18be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.755089] env[69287]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69287) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 555.755221] env[69287]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-011f39e5-089e-4dcd-a274-142ddea29339 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.786934] env[69287]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 0c09a. [ 555.787077] env[69287]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.306s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 555.787904] env[69287]: INFO nova.virt.vmwareapi.driver [None req-11766d61-b12d-4647-a7b7-53969f21f3fa None None] VMware vCenter version: 7.0.3 [ 555.791378] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83017b8-ce1a-4e0e-a370-caea0eec45b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.809079] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c70bc96-4529-4f6a-9aec-d5dfcc78ecfb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.815421] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6e4ad0-204a-4cd3-a5ba-f714f97a8b97 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.822169] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a271d-5d0e-452e-9d24-55f4d675bdb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.835445] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24460430-ffbe-48f8-9a8f-5da7f5ea9664 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.841860] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624b2a7-0734-4985-816b-617d4e4734bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.873514] env[69287]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8d5c635d-34f6-40ed-bf1d-c166b07ce083 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.879149] env[69287]: DEBUG nova.virt.vmwareapi.driver [None req-11766d61-b12d-4647-a7b7-53969f21f3fa None None] Extension org.openstack.compute already exists. {{(pid=69287) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 555.882101] env[69287]: INFO nova.compute.provider_config [None req-11766d61-b12d-4647-a7b7-53969f21f3fa None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 556.385801] env[69287]: DEBUG nova.context [None req-11766d61-b12d-4647-a7b7-53969f21f3fa None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2913512b-173f-4d80-bca6-9893df7bf0b9(cell1) {{(pid=69287) load_cells /opt/stack/nova/nova/context.py:464}} [ 556.387942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.388183] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.388880] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.389336] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Acquiring lock "2913512b-173f-4d80-bca6-9893df7bf0b9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.389529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Lock "2913512b-173f-4d80-bca6-9893df7bf0b9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.390574] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Lock "2913512b-173f-4d80-bca6-9893df7bf0b9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.411351] env[69287]: INFO dbcounter [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Registered counter for database nova_cell0 [ 556.419365] env[69287]: INFO dbcounter [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Registered counter for database nova_cell1 [ 556.422450] env[69287]: DEBUG oslo_db.sqlalchemy.engines [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69287) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 556.423092] env[69287]: DEBUG oslo_db.sqlalchemy.engines [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69287) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 556.427782] env[69287]: ERROR nova.db.main.api [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 556.427782] env[69287]: result = function(*args, **kwargs) [ 556.427782] env[69287]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 556.427782] env[69287]: return func(*args, **kwargs) [ 556.427782] env[69287]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 556.427782] env[69287]: result = fn(*args, **kwargs) [ 556.427782] env[69287]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 556.427782] env[69287]: return f(*args, **kwargs) [ 556.427782] env[69287]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 556.427782] env[69287]: return db.service_get_minimum_version(context, binaries) [ 556.427782] env[69287]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 556.427782] env[69287]: _check_db_access() [ 556.427782] env[69287]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 556.427782] env[69287]: stacktrace = ''.join(traceback.format_stack()) [ 556.427782] env[69287]: [ 556.428493] env[69287]: ERROR nova.db.main.api [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 556.428493] env[69287]: result = function(*args, **kwargs) [ 556.428493] env[69287]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 556.428493] env[69287]: return func(*args, **kwargs) [ 556.428493] env[69287]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 556.428493] env[69287]: result = fn(*args, **kwargs) [ 556.428493] env[69287]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 556.428493] env[69287]: return f(*args, **kwargs) [ 556.428493] env[69287]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 556.428493] env[69287]: return db.service_get_minimum_version(context, binaries) [ 556.428493] env[69287]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 556.428493] env[69287]: _check_db_access() [ 556.428493] env[69287]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 556.428493] env[69287]: stacktrace = ''.join(traceback.format_stack()) [ 556.428493] env[69287]: [ 556.428871] env[69287]: WARNING nova.objects.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 556.429007] env[69287]: WARNING nova.objects.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Failed to get minimum service version for cell 2913512b-173f-4d80-bca6-9893df7bf0b9 [ 556.429436] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Acquiring lock "singleton_lock" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.429599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Acquired lock "singleton_lock" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.429840] env[69287]: DEBUG oslo_concurrency.lockutils [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Releasing lock "singleton_lock" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.430184] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Full set of CONF: {{(pid=69287) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 556.430325] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ******************************************************************************** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 556.430455] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] Configuration options gathered from: {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 556.430595] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 556.430795] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 556.430925] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ================================================================================ {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 556.431152] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] allow_resize_to_same_host = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.431325] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] arq_binding_timeout = 300 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.431460] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] backdoor_port = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.431588] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] backdoor_socket = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.431751] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] block_device_allocate_retries = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.431916] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] block_device_allocate_retries_interval = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.432100] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cert = self.pem {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.432271] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.432440] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute_monitors = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.432644] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] config_dir = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.432824] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] config_drive_format = iso9660 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.432961] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.433174] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] config_source = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.433352] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] console_host = devstack {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.433518] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] control_exchange = nova {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.433678] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cpu_allocation_ratio = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.433871] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] daemon = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.434070] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] debug = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.434238] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] default_access_ip_network_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.434408] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] default_availability_zone = nova {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.434567] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] default_ephemeral_format = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.434729] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] default_green_pool_size = 1000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.435013] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.435198] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] default_schedule_zone = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.435362] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] disk_allocation_ratio = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.435526] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] enable_new_services = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.435706] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] enabled_apis = ['osapi_compute'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.435873] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] enabled_ssl_apis = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.436051] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] flat_injected = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.436246] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] force_config_drive = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.436412] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] force_raw_images = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.436586] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] graceful_shutdown_timeout = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.436750] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] heal_instance_info_cache_interval = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.436974] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] host = cpu-1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.437167] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.437332] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.437494] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.437713] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.437879] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_build_timeout = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.438064] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_delete_interval = 300 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.438238] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_format = [instance: %(uuid)s] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.438404] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_name_template = instance-%08x {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.438568] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_usage_audit = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.438737] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_usage_audit_period = month {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.438902] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.439083] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.439255] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] internal_service_availability_zone = internal {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.439413] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] key = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.439575] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] live_migration_retry_count = 30 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.439744] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_color = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.439907] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_config_append = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.440090] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.440254] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_dir = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.440412] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.440540] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_options = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.440702] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_rotate_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.440871] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_rotate_interval_type = days {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441050] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] log_rotation_type = none {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441184] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441310] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441479] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441646] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441772] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.441935] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] long_rpc_timeout = 1800 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.442106] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] max_concurrent_builds = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.442265] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] max_concurrent_live_migrations = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.442420] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] max_concurrent_snapshots = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.442576] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] max_local_block_devices = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.442731] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] max_logfile_count = 30 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.442884] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] max_logfile_size_mb = 200 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.443052] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] maximum_instance_delete_attempts = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.443222] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metadata_listen = 0.0.0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.443387] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metadata_listen_port = 8775 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.443553] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metadata_workers = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.443715] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] migrate_max_retries = -1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.443909] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] mkisofs_cmd = genisoimage {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.444138] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.444271] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] my_ip = 10.180.1.21 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.444474] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.444638] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] network_allocate_retries = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.444814] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445014] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445185] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] osapi_compute_listen_port = 8774 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445353] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] osapi_compute_unique_server_name_scope = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445521] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] osapi_compute_workers = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445680] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] password_length = 12 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445833] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] periodic_enable = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.445990] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] periodic_fuzzy_delay = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.446198] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] pointer_model = usbtablet {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.446374] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] preallocate_images = none {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.446533] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] publish_errors = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.446663] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] pybasedir = /opt/stack/nova {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.446816] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ram_allocation_ratio = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.446976] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] rate_limit_burst = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.447161] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] rate_limit_except_level = CRITICAL {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.447322] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] rate_limit_interval = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.447479] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reboot_timeout = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.447637] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reclaim_instance_interval = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.447788] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] record = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.447958] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reimage_timeout_per_gb = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.448133] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] report_interval = 120 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.448292] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] rescue_timeout = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.448446] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reserved_host_cpus = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.448601] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reserved_host_disk_mb = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.448757] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reserved_host_memory_mb = 512 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.448919] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] reserved_huge_pages = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.449091] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] resize_confirm_window = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.449254] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] resize_fs_using_block_device = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.449411] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] resume_guests_state_on_host_boot = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.449581] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.449744] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] rpc_response_timeout = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.449903] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] run_external_periodic_tasks = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.450085] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] running_deleted_instance_action = reap {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.450247] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.450405] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] running_deleted_instance_timeout = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.450563] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler_instance_sync_interval = 120 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.450731] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_down_time = 720 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.450896] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] servicegroup_driver = db {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.451071] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] shell_completion = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.451234] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] shelved_offload_time = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.451392] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] shelved_poll_interval = 3600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.451559] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] shutdown_timeout = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.451718] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] source_is_ipv6 = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.451876] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ssl_only = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.452146] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.452326] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] sync_power_state_interval = 600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.452489] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] sync_power_state_pool_size = 1000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.452663] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] syslog_log_facility = LOG_USER {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.452819] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] tempdir = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.452982] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] timeout_nbd = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.453165] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] transport_url = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.453326] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] update_resources_interval = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.453486] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] use_cow_images = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.453644] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] use_journal = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.453826] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] use_json = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.454024] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] use_rootwrap_daemon = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.454209] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] use_stderr = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.454394] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] use_syslog = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.454614] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vcpu_pin_set = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.454665] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plugging_is_fatal = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.454830] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plugging_timeout = 300 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.455035] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] virt_mkfs = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.455208] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] volume_usage_poll_interval = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.455371] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] watch_log_file = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.455540] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] web = /usr/share/spice-html5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.455730] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.455899] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.456087] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.456284] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_concurrency.disable_process_locking = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.456855] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.457072] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.457254] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.457431] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.457605] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.457774] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.458020] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.auth_strategy = keystone {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.458146] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.compute_link_prefix = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.458327] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.458502] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.dhcp_domain = novalocal {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.458672] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.enable_instance_password = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.458837] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.glance_link_prefix = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.459016] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.459195] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.459362] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.instance_list_per_project_cells = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.459527] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.list_records_by_skipping_down_cells = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.459689] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.local_metadata_per_cell = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.459857] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.max_limit = 1000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.460039] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.metadata_cache_expiration = 15 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.460220] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.neutron_default_tenant_id = default {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.460393] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.response_validation = warn {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.460564] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.use_neutron_default_nets = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.460738] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.460901] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.461082] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.461259] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.461431] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_dynamic_targets = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.461596] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_jsonfile_path = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.461779] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.461978] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.backend = dogpile.cache.memcached {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.462163] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.backend_argument = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.462329] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.backend_expiration_time = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.462570] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.config_prefix = cache.oslo {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.462764] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.dead_timeout = 60.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.462937] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.debug_cache_backend = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.463113] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.enable_retry_client = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.463279] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.enable_socket_keepalive = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.463454] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.enabled = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.463620] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.enforce_fips_mode = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.463843] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.expiration_time = 600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.464023] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.hashclient_retry_attempts = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.464224] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.464364] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_dead_retry = 300 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.464524] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_password = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.464690] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.464858] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.465034] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_pool_maxsize = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.465205] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.465368] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_sasl_enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.465549] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.465716] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.465878] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.memcache_username = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.466060] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.proxies = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.466257] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_db = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.466424] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_password = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.466599] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.466778] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.466953] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_server = localhost:6379 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.467143] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_socket_timeout = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.467308] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.redis_username = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.467474] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.retry_attempts = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.467639] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.retry_delay = 0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.467805] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.socket_keepalive_count = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.467970] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.socket_keepalive_idle = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.468147] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.socket_keepalive_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.468309] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.tls_allowed_ciphers = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.468467] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.tls_cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.468624] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.tls_certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.468785] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.tls_enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.468945] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cache.tls_keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.469127] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.469304] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.auth_type = password {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.469466] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.469647] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.469810] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.469978] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.470156] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.cross_az_attach = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.470316] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.debug = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.470479] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.endpoint_template = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.470643] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.http_retries = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.470805] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.470968] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.471151] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.os_region_name = RegionOne {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.471317] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.471478] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cinder.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.471651] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.471821] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.cpu_dedicated_set = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.471978] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.cpu_shared_set = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.472191] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.image_type_exclude_list = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.472331] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.472496] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.472657] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.472823] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.472997] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.473177] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.resource_provider_association_refresh = 300 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.473339] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.473504] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.shutdown_retry_interval = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.473687] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.473898] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] conductor.workers = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.474111] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] console.allowed_origins = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.474278] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] console.ssl_ciphers = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.474453] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] console.ssl_minimum_version = default {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.474623] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] consoleauth.enforce_session_timeout = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.474811] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] consoleauth.token_ttl = 600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.475035] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.475205] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.475372] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.475533] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.475694] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.475855] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.476029] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.476225] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.476393] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.476553] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.476711] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.476868] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.477041] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.477220] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.service_type = accelerator {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.477383] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.477542] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.477699] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.477857] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.478050] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.478239] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] cyborg.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.478384] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.asyncio_connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.478543] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.asyncio_slave_connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.478716] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.backend = sqlalchemy {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.478888] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.479069] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.connection_debug = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.479242] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.connection_parameters = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.479408] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.connection_recycle_time = 3600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.479572] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.connection_trace = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.479733] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.db_inc_retry_interval = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.479897] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.db_max_retries = 20 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.480072] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.db_max_retry_interval = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.480238] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.db_retry_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.480398] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.max_overflow = 50 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.480558] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.max_pool_size = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.480716] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.max_retries = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.480887] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.481058] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.mysql_wsrep_sync_wait = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.481222] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.pool_timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.481385] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.retry_interval = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.481544] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.slave_connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.481704] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.sqlite_synchronous = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.481866] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] database.use_db_reconnect = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.482047] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.asyncio_connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.482209] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.asyncio_slave_connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.482380] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.backend = sqlalchemy {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.482550] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.482714] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.connection_debug = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.482885] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.connection_parameters = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.483061] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.connection_recycle_time = 3600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.483226] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.connection_trace = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.483386] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.db_inc_retry_interval = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.483548] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.db_max_retries = 20 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.483710] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.db_max_retry_interval = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.483908] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.db_retry_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.484083] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.max_overflow = 50 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.484250] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.max_pool_size = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.484413] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.max_retries = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.484583] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.484746] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.484909] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.pool_timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.485082] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.retry_interval = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.485245] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.slave_connection = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.485408] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] api_database.sqlite_synchronous = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.485583] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] devices.enabled_mdev_types = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.485762] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.485936] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.486137] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ephemeral_storage_encryption.enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.486316] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.486490] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.api_servers = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.486655] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.486817] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.486978] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.487153] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.487311] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.487471] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.debug = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.487637] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.default_trusted_certificate_ids = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.487799] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.enable_certificate_validation = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.487959] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.enable_rbd_download = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.488133] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.488300] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.488461] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.488620] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.488778] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.488946] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.num_retries = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.489131] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.rbd_ceph_conf = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.489294] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.rbd_connect_timeout = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.489465] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.rbd_pool = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.489634] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.rbd_user = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.489802] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.489964] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.490135] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.490305] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.service_type = image {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.490469] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.490627] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.490784] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.490945] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.491146] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.491314] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.verify_glance_signatures = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.491473] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] glance.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.491639] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] guestfs.debug = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.491809] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.491971] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.auth_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.492142] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.492300] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.492463] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.492623] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.492781] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.492940] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.493116] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.493276] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.493435] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.493591] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.493801] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.493947] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.494125] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.494298] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.service_type = shared-file-system {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.494463] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.share_apply_policy_timeout = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.494625] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.494816] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.494985] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.495161] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.495344] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.495508] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] manila.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.495676] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] mks.enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.496038] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.496264] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] image_cache.manager_interval = 2400 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.496444] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] image_cache.precache_concurrency = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.496617] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] image_cache.remove_unused_base_images = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.496788] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.496961] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.497155] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] image_cache.subdirectory_name = _base {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.497336] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.api_max_retries = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.497502] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.api_retry_interval = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.497663] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.497850] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.auth_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.498044] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.498214] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.498382] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.498550] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.conductor_group = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.498710] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.498870] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.499039] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.499208] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.499368] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.499526] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.499685] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.499854] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.peer_list = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.500021] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.500187] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.500351] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.serial_console_state_timeout = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.500511] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.500683] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.service_type = baremetal {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.500863] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.shard = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.501059] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.501228] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.501387] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.501546] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.501732] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.501895] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ironic.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.502094] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.502274] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] key_manager.fixed_key = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.502461] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.502626] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.barbican_api_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.502788] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.barbican_endpoint = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.502963] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.barbican_endpoint_type = public {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.503133] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.barbican_region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.503298] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.503455] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.503616] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.503808] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.503994] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.504183] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.number_of_retries = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.504349] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.retry_delay = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.504513] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.send_service_user_token = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.504676] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.504836] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.504999] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.verify_ssl = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.505176] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican.verify_ssl_path = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.505346] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.505506] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.auth_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.505667] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.505824] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.505988] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.506200] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.506377] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.506544] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.506703] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] barbican_service_user.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.506879] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.approle_role_id = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.507079] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.approle_secret_id = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.507258] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.kv_mountpoint = secret {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.507423] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.kv_path = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.507589] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.kv_version = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.507750] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.namespace = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.507910] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.root_token_id = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.508086] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.ssl_ca_crt_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.508257] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.timeout = 60.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.508421] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.use_ssl = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.508611] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.508772] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.508932] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.509109] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.509326] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.509532] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.509702] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.509868] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.510070] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.510239] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.510401] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.510561] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.510721] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.510882] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.511067] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.service_type = identity {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.511233] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.511392] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.511551] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.511707] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.511889] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.512063] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] keystone.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.512256] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.ceph_mount_options = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.512553] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.512738] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.connection_uri = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.512903] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_mode = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.513126] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.513306] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_models = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.513479] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_power_governor_high = performance {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.513648] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.513841] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_power_management = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.514036] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.514220] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.device_detach_attempts = 8 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.514390] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.device_detach_timeout = 20 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.514561] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.disk_cachemodes = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.514723] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.disk_prefix = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.514889] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.enabled_perf_events = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.515064] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.file_backed_memory = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.515233] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.gid_maps = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.515392] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.hw_disk_discard = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.515631] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.hw_machine_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.515844] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_rbd_ceph_conf = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.516031] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.516204] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.516376] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_rbd_glance_store_name = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.516547] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_rbd_pool = rbd {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.516721] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_type = default {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.516882] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.images_volume_group = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.517167] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.inject_key = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.517223] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.inject_partition = -2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.517378] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.inject_password = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.517538] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.iscsi_iface = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.517699] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.iser_use_multipath = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.517861] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.518033] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.518202] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_downtime = 500 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.518363] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.518543] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.518717] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_inbound_addr = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.518881] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.519055] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.519217] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_scheme = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.519389] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_timeout_action = abort {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.519553] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_tunnelled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.519710] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_uri = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.519873] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.live_migration_with_native_tls = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.520043] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.max_queues = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.520209] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.520431] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.520594] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.nfs_mount_options = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.520890] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.521090] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.521264] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.521432] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.521621] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.521805] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.num_pcie_ports = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.521976] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.522160] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.pmem_namespaces = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.522324] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.quobyte_client_cfg = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.522620] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.522797] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.523011] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.523217] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.523384] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rbd_secret_uuid = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.523544] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rbd_user = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.523707] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.523911] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.524089] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rescue_image_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.524253] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rescue_kernel_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.524411] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rescue_ramdisk_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.524581] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.524740] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.rx_queue_size = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.524921] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.smbfs_mount_options = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.525243] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.525422] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.snapshot_compression = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.525585] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.snapshot_image_format = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.525841] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.526016] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.sparse_logical_volumes = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.526199] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.swtpm_enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.526376] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.swtpm_group = tss {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.526548] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.swtpm_user = tss {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.526719] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.sysinfo_serial = unique {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.526878] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.tb_cache_size = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.527053] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.tx_queue_size = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.527225] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.uid_maps = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.527388] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.use_virtio_for_bridges = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.527562] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.virt_type = kvm {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.527733] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.volume_clear = zero {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.527899] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.volume_clear_size = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.528078] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.volume_use_multipath = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.528243] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_cache_path = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.528414] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.528584] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.528750] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.528933] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.529258] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.529447] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.vzstorage_mount_user = stack {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.529625] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.529799] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.529979] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.auth_type = password {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.530162] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.530326] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.530490] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.530651] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.530811] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.530986] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.default_floating_pool = public {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.531164] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.531329] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.extension_sync_interval = 600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.531491] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.http_retries = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.531654] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.531820] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.531998] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.532204] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.532369] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.532540] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.ovs_bridge = br-int {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.532709] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.physnets = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.532882] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.region_name = RegionOne {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.533066] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.533245] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.service_metadata_proxy = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.533408] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.533579] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.service_type = network {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.533788] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.533948] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.534127] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.534291] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.534478] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.534643] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] neutron.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.534872] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] notifications.bdms_in_notifications = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.535069] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] notifications.default_level = INFO {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.535248] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] notifications.include_share_mapping = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.535428] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] notifications.notification_format = unversioned {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.535600] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] notifications.notify_on_state_change = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.535782] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.535965] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] pci.alias = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.536154] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] pci.device_spec = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.536382] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] pci.report_in_placement = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.536563] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.536740] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.auth_type = password {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.536910] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.537091] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.537256] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.537422] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.537581] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.537745] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.537906] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.default_domain_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.538079] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.default_domain_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.538243] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.domain_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.538402] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.domain_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.538562] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.538724] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.538883] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.539055] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.539232] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.539424] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.password = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.539589] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.project_domain_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.539757] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.project_domain_name = Default {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.539928] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.project_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.540116] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.project_name = service {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.540291] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.region_name = RegionOne {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.540456] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.540617] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.540788] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.service_type = placement {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.540957] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.541132] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.541301] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.541457] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.system_scope = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.541654] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.541773] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.trust_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.541932] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.user_domain_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.542113] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.user_domain_name = Default {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.542294] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.user_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.542482] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.username = nova {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.542674] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.542832] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] placement.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.543028] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.cores = 20 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.543202] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.count_usage_from_placement = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.543375] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.543546] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.injected_file_content_bytes = 10240 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.543711] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.injected_file_path_length = 255 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.543904] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.injected_files = 5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.544090] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.instances = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.544261] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.key_pairs = 100 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.544427] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.metadata_items = 128 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.544591] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.ram = 51200 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.544766] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.recheck_quota = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.544956] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.server_group_members = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.545141] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.server_groups = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.545352] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.545530] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] quota.unified_limits_resource_strategy = require {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.545706] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.545872] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.546048] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.image_metadata_prefilter = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.546214] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.546377] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.max_attempts = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.546539] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.max_placement_results = 1000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.546700] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.546858] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.547031] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.547208] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] scheduler.workers = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.547388] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.547564] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.547746] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.547942] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.548128] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.548295] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.548460] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.548649] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.548819] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.host_subset_size = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.548983] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.549158] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.549318] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.549480] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.isolated_hosts = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.549641] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.isolated_images = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.549818] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.549978] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.550155] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.550318] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.pci_in_placement = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.550479] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.550639] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.550799] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.550986] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.551167] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.551331] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.551492] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.track_instance_changes = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.551669] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.551841] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metrics.required = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.552012] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metrics.weight_multiplier = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.552182] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.552345] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] metrics.weight_setting = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.552652] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.552829] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] serial_console.enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.553020] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] serial_console.port_range = 10000:20000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.553204] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.553374] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.553540] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] serial_console.serialproxy_port = 6083 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.553707] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.553935] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.auth_type = password {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.554125] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.554289] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.554453] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.554615] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.554772] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.554946] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.send_service_user_token = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.555124] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.555287] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] service_user.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.555456] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.agent_enabled = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.555616] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.555918] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.556199] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.556405] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.html5proxy_port = 6082 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.556579] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.image_compression = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.556744] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.jpeg_compression = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.556905] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.playback_compression = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.557083] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.require_secure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.557261] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.server_listen = 127.0.0.1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.557432] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.557594] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.streaming_mode = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.557753] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] spice.zlib_compression = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.557922] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] upgrade_levels.baseapi = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.558109] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] upgrade_levels.compute = auto {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.558273] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] upgrade_levels.conductor = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.558436] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] upgrade_levels.scheduler = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.558602] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.558765] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.558927] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.559100] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.559287] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.559500] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.559658] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.559831] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.560031] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vendordata_dynamic_auth.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.560220] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.api_retry_count = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.560382] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.ca_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.560557] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.560727] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.cluster_name = testcl1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.560894] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.connection_pool_size = 10 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.561070] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.console_delay_seconds = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.561247] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.datastore_regex = ^datastore.* {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.561458] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.561637] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.host_password = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.561807] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.host_port = 443 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.561976] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.host_username = administrator@vsphere.local {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.562171] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.insecure = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.562357] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.integration_bridge = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.562533] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.maximum_objects = 100 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.562695] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.pbm_default_policy = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.562860] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.pbm_enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.563035] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.pbm_wsdl_location = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.563213] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.563375] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.serial_port_proxy_uri = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.563535] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.serial_port_service_uri = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.563704] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.task_poll_interval = 0.5 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.563901] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.use_linked_clone = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.564095] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.vnc_keymap = en-us {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.564267] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.vnc_port = 5900 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.564432] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vmware.vnc_port_total = 10000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.564621] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.auth_schemes = ['none'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.564822] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.565149] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.565343] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.565514] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.novncproxy_port = 6080 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.565712] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.server_listen = 127.0.0.1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.565900] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.566099] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.vencrypt_ca_certs = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.566284] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.vencrypt_client_cert = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.566448] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vnc.vencrypt_client_key = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.566622] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.566785] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.disable_deep_image_inspection = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.566950] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.567127] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.567290] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.567453] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.disable_rootwrap = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.567613] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.enable_numa_live_migration = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.567773] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.567969] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.568156] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.568351] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.libvirt_disable_apic = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.568519] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.568687] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.568851] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.569023] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.569191] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.569354] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.569516] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.569675] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.569835] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.570013] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.570205] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.570378] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.client_socket_timeout = 900 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.570544] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.default_pool_size = 1000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.570713] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.keep_alive = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.570901] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.max_header_line = 16384 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.571098] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.571265] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.ssl_ca_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.571426] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.ssl_cert_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.571588] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.ssl_key_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.571756] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.tcp_keepidle = 600 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.571939] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.572122] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] zvm.ca_file = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.572287] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] zvm.cloud_connector_url = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.572593] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.572771] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] zvm.reachable_timeout = 300 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.572947] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.573143] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.573325] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.connection_string = messaging:// {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.573493] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.enabled = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.573662] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.es_doc_type = notification {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.573858] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.es_scroll_size = 10000 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.574073] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.es_scroll_time = 2m {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.574249] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.filter_error_trace = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.574419] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.hmac_keys = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.574587] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.sentinel_service_name = mymaster {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.574755] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.socket_timeout = 0.1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.574917] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.trace_requests = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.575088] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler.trace_sqlalchemy = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.575267] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler_jaeger.process_tags = {} {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.575427] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler_jaeger.service_name_prefix = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.575589] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] profiler_otlp.service_name_prefix = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.575753] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] remote_debug.host = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.575913] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] remote_debug.port = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.576099] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.576263] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.576425] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.576584] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.576743] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.576916] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.577109] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.577278] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.577439] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.577609] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.577770] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.577941] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.578121] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.578286] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.578446] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.578613] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.578774] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.578935] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.579115] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.579277] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.579436] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.579597] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.579758] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.579933] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.580128] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.580294] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.580455] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.580615] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.580775] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.580936] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.581110] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.ssl = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.581283] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.581451] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.581611] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.581777] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.581948] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.582127] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.582315] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.582483] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_notifications.retry = -1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.582662] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.582832] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.583040] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.auth_section = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.583226] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.auth_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.583387] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.cafile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.583545] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.certfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.583706] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.collect_timing = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.583893] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.connect_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.584073] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.connect_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.584239] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.endpoint_id = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.584415] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.584575] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.endpoint_override = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.584734] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.endpoint_region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.584890] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.endpoint_service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.585065] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.endpoint_service_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.585233] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.insecure = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.585392] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.keyfile = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.585550] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.max_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.585705] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.min_version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.585864] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.region_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.586118] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.retriable_status_codes = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.586303] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.service_name = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.586469] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.service_type = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.586635] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.split_loggers = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.586797] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.status_code_retries = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.586960] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.status_code_retry_delay = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.587132] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.timeout = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.587294] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.valid_interfaces = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.587453] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_limit.version = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.587618] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_reports.file_event_handler = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.587780] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.587942] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] oslo_reports.log_dir = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.588135] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.588296] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.588455] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.588627] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.588793] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.588979] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.589207] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.589374] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_ovs_privileged.group = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.589531] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.589695] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.589857] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.590028] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] vif_plug_ovs_privileged.user = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.590206] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.590387] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.590561] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.590732] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.590905] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.591095] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.591266] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.591427] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.591605] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.591776] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.isolate_vif = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.591945] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.592144] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.592329] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.592502] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.592665] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] os_vif_ovs.per_port_bridge = False {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.592835] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] privsep_osbrick.capabilities = [21] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.592997] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] privsep_osbrick.group = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.593171] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] privsep_osbrick.helper_command = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.593340] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.593508] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.593668] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] privsep_osbrick.user = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.593867] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.594044] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] nova_sys_admin.group = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.594207] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] nova_sys_admin.helper_command = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.594372] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.594536] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.594696] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] nova_sys_admin.user = None {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.594855] env[69287]: DEBUG oslo_service.backend.eventlet.service [None req-191f7663-0659-48b9-8c61-69c07af0455f None None] ******************************************************************************** {{(pid=69287) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 556.595305] env[69287]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 557.098678] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Getting list of instances from cluster (obj){ [ 557.098678] env[69287]: value = "domain-c8" [ 557.098678] env[69287]: _type = "ClusterComputeResource" [ 557.098678] env[69287]: } {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 557.099768] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c32c9-f41b-4780-91bc-0e930c2c0835 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.108575] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Got total of 0 instances {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 557.109188] env[69287]: WARNING nova.virt.vmwareapi.driver [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 557.109662] env[69287]: INFO nova.virt.node [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Generated node identity bf8d97a8-ef6f-44c6-86ac-2c63576b804e [ 557.109903] env[69287]: INFO nova.virt.node [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Wrote node identity bf8d97a8-ef6f-44c6-86ac-2c63576b804e to /opt/stack/data/n-cpu-1/compute_id [ 557.612618] env[69287]: WARNING nova.compute.manager [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Compute nodes ['bf8d97a8-ef6f-44c6-86ac-2c63576b804e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 558.618315] env[69287]: INFO nova.compute.manager [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 559.623626] env[69287]: WARNING nova.compute.manager [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 559.623989] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.624163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.624321] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.624476] env[69287]: DEBUG nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 559.625784] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2f1845-ff88-4a52-b536-74974e059079 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.633918] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dd671d-b4ca-4c3e-83a2-d451b146123b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.647510] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c007a24-8e3f-411e-a860-3ca810b6f2c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.654019] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13eb3db-f6e0-46e2-a0e8-de692752ee28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.685913] env[69287]: DEBUG nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180987MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 559.686199] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.686507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.189177] env[69287]: WARNING nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] No compute node record for cpu-1:bf8d97a8-ef6f-44c6-86ac-2c63576b804e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host bf8d97a8-ef6f-44c6-86ac-2c63576b804e could not be found. [ 560.693324] env[69287]: INFO nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: bf8d97a8-ef6f-44c6-86ac-2c63576b804e [ 562.201528] env[69287]: DEBUG nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 562.202093] env[69287]: DEBUG nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 562.357737] env[69287]: INFO nova.scheduler.client.report [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] [req-2a41650f-c631-4832-92b8-6f637164e60a] Created resource provider record via placement API for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 562.375080] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab8aca-483c-49cb-a41a-82dd433eb1bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.382956] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a1134-40a8-4339-9992-c70ed11632d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.412101] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614e086f-09c3-4ea7-89a3-72386d5bc0f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.419080] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f57a76-646d-47cb-a285-2f87c8a36350 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.431892] env[69287]: DEBUG nova.compute.provider_tree [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 562.967776] env[69287]: DEBUG nova.scheduler.client.report [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 562.967998] env[69287]: DEBUG nova.compute.provider_tree [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 0 to 1 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 562.968156] env[69287]: DEBUG nova.compute.provider_tree [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.014201] env[69287]: DEBUG nova.compute.provider_tree [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 1 to 2 during operation: update_traits {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 563.519081] env[69287]: DEBUG nova.compute.resource_tracker [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 563.519379] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.519523] env[69287]: DEBUG nova.service [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Creating RPC server for service compute {{(pid=69287) start /opt/stack/nova/nova/service.py:186}} [ 563.535816] env[69287]: DEBUG nova.service [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] Join ServiceGroup membership for this service compute {{(pid=69287) start /opt/stack/nova/nova/service.py:203}} [ 563.536024] env[69287]: DEBUG nova.servicegroup.drivers.db [None req-95712f78-10b6-4043-b040-1a6f7147f5bd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69287) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 582.538602] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.042282] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Getting list of instances from cluster (obj){ [ 583.042282] env[69287]: value = "domain-c8" [ 583.042282] env[69287]: _type = "ClusterComputeResource" [ 583.042282] env[69287]: } {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.043494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e6bc5-cbe5-47dd-b542-e94b6d519921 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.052218] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Got total of 0 instances {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.052438] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.052721] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Getting list of instances from cluster (obj){ [ 583.052721] env[69287]: value = "domain-c8" [ 583.052721] env[69287]: _type = "ClusterComputeResource" [ 583.052721] env[69287]: } {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.053554] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba665f-0ddf-44e1-a8f9-900a343f965d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.060537] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Got total of 0 instances {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.488770] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "0bf98b57-c7c6-4918-947a-085e96137eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.489226] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "0bf98b57-c7c6-4918-947a-085e96137eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.794405] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "1201c389-67f9-4a49-8d04-0fffbe8cf528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.794921] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.991709] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.303026] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.543479] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.543773] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.550566] env[69287]: INFO nova.compute.claims [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.825593] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.182584] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.182851] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.665453] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf51993b-e995-4c4f-8c02-3df9a62c9203 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.671422] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1215d887-f079-4158-8ecb-1bf8a4807148 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.710023] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.721555] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadcf364-3574-4bdd-aaf3-17cb18daf581 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.724979] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "22d254b3-b8fd-437f-9799-c77d6d912875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.725283] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "22d254b3-b8fd-437f-9799-c77d6d912875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.731767] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0784cae3-a443-4d06-aa04-86d4540ce74e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.752971] env[69287]: DEBUG nova.compute.provider_tree [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.937104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "a742fa58-5053-4845-83eb-96334a38797a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.939276] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "a742fa58-5053-4845-83eb-96334a38797a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.112824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "2478b60d-347e-4a31-8e4b-041a07764556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.113070] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "2478b60d-347e-4a31-8e4b-041a07764556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.135886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.135886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.228138] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.243995] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.257014] env[69287]: DEBUG nova.scheduler.client.report [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.441083] env[69287]: DEBUG nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.616150] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.638899] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.761159] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.763586] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.763586] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.767189] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.940s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.767189] env[69287]: INFO nova.compute.claims [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.811817] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "1580682d-7e24-4d7a-aada-5016def6023e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.812129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "1580682d-7e24-4d7a-aada-5016def6023e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.981671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.010324] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.010598] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.154660] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.168999] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.273422] env[69287]: DEBUG nova.compute.utils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.275096] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.275335] env[69287]: DEBUG nova.network.neutron [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.314326] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.513379] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.671188] env[69287]: DEBUG nova.policy [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c796d62c1b14558b1e5aca9e826d715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ad1fce511488c906826fab4dcc9f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.776369] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.845962] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.971674] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effed851-bcab-41b7-adf3-6a1e0c413464 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.979489] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e713f02c-62f8-417d-a88a-0b90e9f5c940 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.016372] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d1bd1-04d4-48b4-a5dc-019dc758077b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.029668] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f6190-dda1-4045-8c64-a5ec87dcac5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.046184] env[69287]: DEBUG nova.compute.provider_tree [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.049485] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.550113] env[69287]: DEBUG nova.scheduler.client.report [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.789287] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.814115] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.814388] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.814539] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.814708] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.814845] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.815009] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.815226] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.815379] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.815820] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.815976] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.816153] env[69287]: DEBUG nova.virt.hardware [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.817073] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a7cf5-afcd-4e10-9d2b-6ca17d70ffb5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.825456] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec954abb-c2f2-43a9-ad32-115e40953bd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.845253] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d17bc3-cd99-4edf-ac91-0eb41ec300a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.057129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.057967] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.061756] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.818s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.065969] env[69287]: INFO nova.compute.claims [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.395639] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "6543732a-a08b-4822-beb4-d9a2283dcd66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.395787] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.424166] env[69287]: DEBUG nova.network.neutron [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Successfully created port: fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.568869] env[69287]: DEBUG nova.compute.utils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 610.570331] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.570865] env[69287]: DEBUG nova.network.neutron [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.730287] env[69287]: DEBUG nova.policy [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545fd05f267a4c72a1b2c9888102e054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35939c9542fe4ba6b5cfec1bbeedf9b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.902926] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.074754] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.288593] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde6eea4-5673-4377-b249-3921e2cf0f24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.296847] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c08d2ba-9c25-4d4e-b007-c4714efe0248 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.331710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaf9b2f-76bb-48c3-8cf8-05e29463bb08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.339412] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796677a-619d-4102-b83b-3bd2778b555c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.355068] env[69287]: DEBUG nova.compute.provider_tree [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.424179] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.861371] env[69287]: DEBUG nova.scheduler.client.report [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.866517] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.866914] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.867000] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 611.868162] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Rebuilding the list of instances to heal {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 612.088254] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.124663] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.124893] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.126247] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.126401] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.128196] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.128397] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.128691] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.128899] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.129998] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.130079] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.131715] env[69287]: DEBUG nova.virt.hardware [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.132623] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aac83f4-f2f0-4e93-ba2c-a6a312cdb39d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.144056] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e3ada-4547-4e75-8c2b-de489c66605f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.174337] env[69287]: DEBUG nova.network.neutron [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Successfully created port: 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.371600] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.372103] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.374830] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.614s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.376119] env[69287]: INFO nova.compute.claims [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.381721] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 612.381721] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 612.381721] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 612.381721] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Didn't find any instances for network info cache update. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 612.381721] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.381721] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.381952] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.381952] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.381952] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.381952] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.381952] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 612.382109] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.885359] env[69287]: DEBUG nova.compute.utils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.887736] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.887909] env[69287]: DEBUG nova.network.neutron [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.892551] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.076550] env[69287]: DEBUG nova.policy [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f1c92c3c54a49f6a3ddb5def0813025', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b946e0de6e1b4eb2b91902269a0f0e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.200108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.200108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.390785] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.609997] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8105f-220d-4494-943d-62f1cca3a36a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.618249] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79ae03-94a6-44a4-b683-ca27f7b0ecb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.650878] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a25e07-6ae0-49ac-b202-d34e21312f5e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.658805] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff816db3-eaa7-4f05-96b4-ed46c3064e89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.672500] env[69287]: DEBUG nova.compute.provider_tree [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.109181] env[69287]: DEBUG nova.network.neutron [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Successfully updated port: fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.176903] env[69287]: DEBUG nova.scheduler.client.report [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.313336] env[69287]: DEBUG nova.network.neutron [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Successfully created port: 61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.404562] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.431119] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.431373] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.432016] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.432016] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.432016] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.436017] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.436017] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.436017] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.436017] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.436017] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.436252] env[69287]: DEBUG nova.virt.hardware [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.436252] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57fd9ce-8ec1-498e-a517-695cbbe1460e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.444609] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a4d85b-72ca-4e54-b67f-b24669bfc0bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.616284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "refresh_cache-0bf98b57-c7c6-4918-947a-085e96137eee" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired lock "refresh_cache-0bf98b57-c7c6-4918-947a-085e96137eee" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616284] env[69287]: DEBUG nova.network.neutron [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.684168] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.684168] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.687192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.704s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.688075] env[69287]: INFO nova.compute.claims [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.195937] env[69287]: DEBUG nova.compute.utils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.200729] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.200907] env[69287]: DEBUG nova.network.neutron [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.246377] env[69287]: DEBUG nova.network.neutron [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.267964] env[69287]: DEBUG nova.network.neutron [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Successfully updated port: 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.421902] env[69287]: DEBUG nova.policy [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '602266fd5ff14ce1b08243d2131a5411', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29857a93f26e4484810bf19cbcdef50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.625476] env[69287]: DEBUG nova.compute.manager [req-c2e8ad15-d837-4d74-8b7d-c95d551b3eaa req-38bda5fe-1e1f-4246-93b2-d234f271a97b service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Received event network-vif-plugged-fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.625714] env[69287]: DEBUG oslo_concurrency.lockutils [req-c2e8ad15-d837-4d74-8b7d-c95d551b3eaa req-38bda5fe-1e1f-4246-93b2-d234f271a97b service nova] Acquiring lock "0bf98b57-c7c6-4918-947a-085e96137eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.625915] env[69287]: DEBUG oslo_concurrency.lockutils [req-c2e8ad15-d837-4d74-8b7d-c95d551b3eaa req-38bda5fe-1e1f-4246-93b2-d234f271a97b service nova] Lock "0bf98b57-c7c6-4918-947a-085e96137eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.626572] env[69287]: DEBUG oslo_concurrency.lockutils [req-c2e8ad15-d837-4d74-8b7d-c95d551b3eaa req-38bda5fe-1e1f-4246-93b2-d234f271a97b service nova] Lock "0bf98b57-c7c6-4918-947a-085e96137eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.626942] env[69287]: DEBUG nova.compute.manager [req-c2e8ad15-d837-4d74-8b7d-c95d551b3eaa req-38bda5fe-1e1f-4246-93b2-d234f271a97b service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] No waiting events found dispatching network-vif-plugged-fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.628978] env[69287]: WARNING nova.compute.manager [req-c2e8ad15-d837-4d74-8b7d-c95d551b3eaa req-38bda5fe-1e1f-4246-93b2-d234f271a97b service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Received unexpected event network-vif-plugged-fd8dad81-59c3-4188-8466-32d8a4eb1cae for instance with vm_state building and task_state spawning. [ 615.706722] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.725383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "c2472012-1360-4b78-9672-2f15df185949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.725383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.773511] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.773834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.773834] env[69287]: DEBUG nova.network.neutron [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.971675] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e54716-f198-4550-a9d1-aa6347f89a62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.982870] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5faa0a-5869-43a2-a506-dae48bd04a73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.025239] env[69287]: DEBUG nova.network.neutron [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Updating instance_info_cache with network_info: [{"id": "fd8dad81-59c3-4188-8466-32d8a4eb1cae", "address": "fa:16:3e:58:ef:80", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8dad81-59", "ovs_interfaceid": "fd8dad81-59c3-4188-8466-32d8a4eb1cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.027347] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b325d92d-f992-430f-9868-41d891af62fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.043134] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23801009-3f0b-40e6-b1a2-5875b3b70619 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.064914] env[69287]: DEBUG nova.compute.provider_tree [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.367690] env[69287]: DEBUG nova.network.neutron [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.531532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Releasing lock "refresh_cache-0bf98b57-c7c6-4918-947a-085e96137eee" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.531969] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Instance network_info: |[{"id": "fd8dad81-59c3-4188-8466-32d8a4eb1cae", "address": "fa:16:3e:58:ef:80", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8dad81-59", "ovs_interfaceid": "fd8dad81-59c3-4188-8466-32d8a4eb1cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.532690] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ef:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd8dad81-59c3-4188-8466-32d8a4eb1cae', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.549254] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.550726] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23bad466-4d60-4698-a3df-90b75a4cb7f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.564459] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Created folder: OpenStack in parent group-v4. [ 616.564904] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating folder: Project (289ad1fce511488c906826fab4dcc9f6). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.565230] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0c9ea9c-3b95-42ae-9389-261a615bc1db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.568529] env[69287]: DEBUG nova.scheduler.client.report [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.580625] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Created folder: Project (289ad1fce511488c906826fab4dcc9f6) in parent group-v688742. [ 616.580864] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating folder: Instances. Parent ref: group-v688743. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.581606] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa79f1f8-324d-416f-9ace-5257865ac2d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.594273] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Created folder: Instances in parent group-v688743. [ 616.594825] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.597248] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.598582] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a76e089-60e2-4482-bcb5-47e1922d437c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.620755] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.620755] env[69287]: value = "task-3449810" [ 616.620755] env[69287]: _type = "Task" [ 616.620755] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.630146] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449810, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.661867] env[69287]: DEBUG nova.network.neutron [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Successfully created port: 86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.723033] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.752463] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.752702] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.752908] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.753219] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.753290] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.753420] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.753624] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.753777] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.753938] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.754526] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.754811] env[69287]: DEBUG nova.virt.hardware [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.756815] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7490d3c-d4cd-4615-923d-682e899edd38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.771721] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216ba93-64d3-4a88-ae77-ef35511fc9a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.939030] env[69287]: DEBUG nova.network.neutron [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Successfully updated port: 61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.942212] env[69287]: DEBUG nova.network.neutron [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.073556] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.074110] env[69287]: DEBUG nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.078046] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.924s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.079990] env[69287]: INFO nova.compute.claims [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.131540] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449810, 'name': CreateVM_Task, 'duration_secs': 0.342358} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.132123] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.160463] env[69287]: DEBUG oslo_vmware.service [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ab435f-57bb-43f9-bb91-9c991c536d0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.171190] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.171368] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.171992] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.172275] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1089499d-43e9-4574-8351-729dc9e413c2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.178741] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 617.178741] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dea27d-8fb1-e4c1-27d6-1349bd7ad1c0" [ 617.178741] env[69287]: _type = "Task" [ 617.178741] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.186813] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dea27d-8fb1-e4c1-27d6-1349bd7ad1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.445978] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "refresh_cache-e2ab5657-bcb4-47eb-a487-6a57cf2925c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.445978] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquired lock "refresh_cache-e2ab5657-bcb4-47eb-a487-6a57cf2925c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.445978] env[69287]: DEBUG nova.network.neutron [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.447072] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.447360] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Instance network_info: |[{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.447942] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:b7:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e68088-af55-4245-b2e4-defaa2ed236e', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.465781] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Creating folder: Project (35939c9542fe4ba6b5cfec1bbeedf9b2). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.466374] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9cb3d09-e9be-4922-bc83-8023d267025c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.478219] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Created folder: Project (35939c9542fe4ba6b5cfec1bbeedf9b2) in parent group-v688742. [ 617.478420] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Creating folder: Instances. Parent ref: group-v688746. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.478660] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ae4300-99b2-4e45-ad64-f7ce3b7c97ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.488423] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Created folder: Instances in parent group-v688746. [ 617.488423] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.488497] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.488797] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-033f12c7-d26c-4ae1-9b3e-cac3139b3362 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.513235] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.513235] env[69287]: value = "task-3449813" [ 617.513235] env[69287]: _type = "Task" [ 617.513235] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.521646] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449813, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.584693] env[69287]: DEBUG nova.compute.utils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.592035] env[69287]: DEBUG nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 617.705618] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.706284] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.706284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.706284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.707393] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.707393] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-430d7421-2f5e-49ce-8c53-f44baa2fe91a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.720058] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.720058] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.720058] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88228b7d-fd50-4764-9811-9b382ada0a74 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.729675] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac11b45-ce25-454f-9c2d-9c7d69b3b434 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.737200] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 617.737200] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a58b00-30ff-9456-3683-1aab50d87d76" [ 617.737200] env[69287]: _type = "Task" [ 617.737200] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.747431] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a58b00-30ff-9456-3683-1aab50d87d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.993927] env[69287]: DEBUG nova.network.neutron [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.027084] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449813, 'name': CreateVM_Task, 'duration_secs': 0.37652} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.029125] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.029821] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.030167] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.030315] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.030868] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038da58b-290f-4720-aff0-988eb1b34f86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.037542] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 618.037542] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5200be7b-e18b-4e78-6369-5071412e9032" [ 618.037542] env[69287]: _type = "Task" [ 618.037542] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.045543] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5200be7b-e18b-4e78-6369-5071412e9032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.089536] env[69287]: DEBUG nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.255950] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 618.256207] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating directory with path [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.256624] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55a72b17-4e0f-45a0-9f76-8a7422d20177 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.272188] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Created directory with path [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.272188] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Fetch image to [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 618.272188] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Downloading image file data 40cd7472-910a-447e-9f08-79d870d364ea to [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk on the data store datastore1 {{(pid=69287) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 618.272188] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef48da-80b3-4ff6-9d50-4b98f26b1905 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.286297] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4092bee-0ca6-4d4f-a8ce-98bffad21c84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.299093] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2695e56-4a9b-4ebd-9d99-0c6a2c3124e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.308452] env[69287]: DEBUG nova.network.neutron [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Updating instance_info_cache with network_info: [{"id": "61314b53-2a72-4895-b29b-0f70164e36bc", "address": "fa:16:3e:91:26:a6", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61314b53-2a", "ovs_interfaceid": "61314b53-2a72-4895-b29b-0f70164e36bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.340824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Releasing lock "refresh_cache-e2ab5657-bcb4-47eb-a487-6a57cf2925c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.341214] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Instance network_info: |[{"id": "61314b53-2a72-4895-b29b-0f70164e36bc", "address": "fa:16:3e:91:26:a6", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61314b53-2a", "ovs_interfaceid": "61314b53-2a72-4895-b29b-0f70164e36bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.342070] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1551b-263c-4d2e-a1eb-73267f5e6f97 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.345155] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:26:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61314b53-2a72-4895-b29b-0f70164e36bc', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.353194] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Creating folder: Project (b946e0de6e1b4eb2b91902269a0f0e3c). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.354033] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0c378f-d445-4d85-9a7f-f8800b1e657d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.360359] env[69287]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-77afd10b-8e5d-4d06-a8ad-45e72d10daaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.376573] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Created folder: Project (b946e0de6e1b4eb2b91902269a0f0e3c) in parent group-v688742. [ 618.376813] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Creating folder: Instances. Parent ref: group-v688749. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.377260] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4538332-d47a-402b-9318-965d865474fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.383190] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4feb3-0f66-46ed-9c7f-d6e95ea2840a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.392952] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Created folder: Instances in parent group-v688749. [ 618.392952] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.395320] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.395320] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dec4aa7-45f0-49db-9166-654451c2b00c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.413790] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Downloading image file data 40cd7472-910a-447e-9f08-79d870d364ea to the data store datastore1 {{(pid=69287) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 618.418710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b784a-1ef1-410d-bb49-b5c3254d9d0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.423564] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.423564] env[69287]: value = "task-3449816" [ 618.423564] env[69287]: _type = "Task" [ 618.423564] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.460390] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314a77ca-a60e-44b4-ae25-a1ec7f1884a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.463704] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449816, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.468797] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68ff99-2e6c-483b-9fd8-a329cad82512 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.488284] env[69287]: DEBUG nova.compute.provider_tree [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.533448] env[69287]: DEBUG oslo_vmware.rw_handles [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 618.615371] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.615696] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.615834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.894263] env[69287]: DEBUG nova.compute.manager [req-734ce43a-557c-414f-b466-9bfbc0daf0a7 req-585c23f6-4780-46d5-839a-b83b09fde76c service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Received event network-vif-plugged-61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.898413] env[69287]: DEBUG oslo_concurrency.lockutils [req-734ce43a-557c-414f-b466-9bfbc0daf0a7 req-585c23f6-4780-46d5-839a-b83b09fde76c service nova] Acquiring lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.898560] env[69287]: DEBUG oslo_concurrency.lockutils [req-734ce43a-557c-414f-b466-9bfbc0daf0a7 req-585c23f6-4780-46d5-839a-b83b09fde76c service nova] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.898795] env[69287]: DEBUG oslo_concurrency.lockutils [req-734ce43a-557c-414f-b466-9bfbc0daf0a7 req-585c23f6-4780-46d5-839a-b83b09fde76c service nova] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.898983] env[69287]: DEBUG nova.compute.manager [req-734ce43a-557c-414f-b466-9bfbc0daf0a7 req-585c23f6-4780-46d5-839a-b83b09fde76c service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] No waiting events found dispatching network-vif-plugged-61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.899241] env[69287]: WARNING nova.compute.manager [req-734ce43a-557c-414f-b466-9bfbc0daf0a7 req-585c23f6-4780-46d5-839a-b83b09fde76c service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Received unexpected event network-vif-plugged-61314b53-2a72-4895-b29b-0f70164e36bc for instance with vm_state building and task_state spawning. [ 618.940642] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449816, 'name': CreateVM_Task, 'duration_secs': 0.328654} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.940642] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.941075] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.941377] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.942246] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.942831] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6549291-9e5d-4109-b4b5-374d927e1131 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.951489] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 618.951489] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eda372-c5ec-3cce-6d7d-7405cf62d917" [ 618.951489] env[69287]: _type = "Task" [ 618.951489] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.963780] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eda372-c5ec-3cce-6d7d-7405cf62d917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.993583] env[69287]: DEBUG nova.scheduler.client.report [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.112303] env[69287]: DEBUG nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.157857] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.157857] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.157857] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.157857] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.158198] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.158198] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.158309] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.158384] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.158546] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.158700] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.158863] env[69287]: DEBUG nova.virt.hardware [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.159798] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea0d769-1455-43f2-af2c-ac2aa4e6b129 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.174019] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81e30b-cd16-467a-8ce6-9b552d4981f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.180165] env[69287]: DEBUG nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Received event network-changed-fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.180165] env[69287]: DEBUG nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Refreshing instance network info cache due to event network-changed-fd8dad81-59c3-4188-8466-32d8a4eb1cae. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.181470] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Acquiring lock "refresh_cache-0bf98b57-c7c6-4918-947a-085e96137eee" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.181470] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Acquired lock "refresh_cache-0bf98b57-c7c6-4918-947a-085e96137eee" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.181470] env[69287]: DEBUG nova.network.neutron [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Refreshing network info cache for port fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.197736] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.203335] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Creating folder: Project (cf829d21092c465fad1e104ee0d601b4). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.207594] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-593811ec-7524-45fd-871e-428677370bd6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.224525] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Created folder: Project (cf829d21092c465fad1e104ee0d601b4) in parent group-v688742. [ 619.224713] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Creating folder: Instances. Parent ref: group-v688752. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.224952] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cb4ed1d-49db-4890-a8a8-d71a091f75a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.237033] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Created folder: Instances in parent group-v688752. [ 619.237282] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.237482] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.237683] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7d85cb-f94f-4ead-ad60-7b5249bd2923 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.256918] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.256918] env[69287]: value = "task-3449819" [ 619.256918] env[69287]: _type = "Task" [ 619.256918] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.266809] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449819, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.297161] env[69287]: DEBUG oslo_vmware.rw_handles [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 619.297472] env[69287]: DEBUG oslo_vmware.rw_handles [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 619.389329] env[69287]: DEBUG nova.network.neutron [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Successfully updated port: 86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.461184] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Downloaded image file data 40cd7472-910a-447e-9f08-79d870d364ea to vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk on the data store datastore1 {{(pid=69287) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 619.462955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 619.463355] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Copying Virtual Disk [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk to [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.464071] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec100dda-1a42-4064-a140-d31922687b53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.475708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.475979] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.476214] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.476553] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 619.476553] env[69287]: value = "task-3449820" [ 619.476553] env[69287]: _type = "Task" [ 619.476553] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.491191] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.499834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.499914] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.507107] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.338s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.510646] env[69287]: INFO nova.compute.claims [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.773129] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449819, 'name': CreateVM_Task, 'duration_secs': 0.393796} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.777032] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.777032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.777032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.777032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.777032] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c958555b-8001-43b9-80a7-ed63498bdaff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.780950] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 619.780950] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a8c048-48ca-3156-0b5e-a2dbac5763f4" [ 619.780950] env[69287]: _type = "Task" [ 619.780950] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.792601] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a8c048-48ca-3156-0b5e-a2dbac5763f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.897380] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "refresh_cache-22d254b3-b8fd-437f-9799-c77d6d912875" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.897519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquired lock "refresh_cache-22d254b3-b8fd-437f-9799-c77d6d912875" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.897762] env[69287]: DEBUG nova.network.neutron [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.983738] env[69287]: DEBUG nova.network.neutron [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Updated VIF entry in instance network info cache for port fd8dad81-59c3-4188-8466-32d8a4eb1cae. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.984564] env[69287]: DEBUG nova.network.neutron [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Updating instance_info_cache with network_info: [{"id": "fd8dad81-59c3-4188-8466-32d8a4eb1cae", "address": "fa:16:3e:58:ef:80", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd8dad81-59", "ovs_interfaceid": "fd8dad81-59c3-4188-8466-32d8a4eb1cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.994691] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449820, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.009732] env[69287]: DEBUG nova.compute.utils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.014143] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.014143] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.098028] env[69287]: DEBUG nova.policy [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52acc57dc06c433eb8576c687862f7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ad094d9cb24d769ae2b131435248e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.293962] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.294198] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.294608] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.442086] env[69287]: DEBUG nova.network.neutron [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.489904] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Releasing lock "refresh_cache-0bf98b57-c7c6-4918-947a-085e96137eee" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.490181] env[69287]: DEBUG nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-vif-plugged-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.490366] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Acquiring lock "1201c389-67f9-4a49-8d04-0fffbe8cf528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.490557] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.490712] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.490872] env[69287]: DEBUG nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] No waiting events found dispatching network-vif-plugged-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.491058] env[69287]: WARNING nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received unexpected event network-vif-plugged-60e68088-af55-4245-b2e4-defaa2ed236e for instance with vm_state building and task_state spawning. [ 620.491226] env[69287]: DEBUG nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.491374] env[69287]: DEBUG nova.compute.manager [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing instance network info cache due to event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.494636] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.494636] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.494636] env[69287]: DEBUG nova.network.neutron [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.494636] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716231} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.494896] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Copied Virtual Disk [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk to [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.494896] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleting the datastore file [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.494896] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccc038da-ab3d-40ed-81d3-e1afd24b7ead {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.500653] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 620.500653] env[69287]: value = "task-3449821" [ 620.500653] env[69287]: _type = "Task" [ 620.500653] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.512182] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.514766] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.571647] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Successfully created port: 40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.704799] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d8bd3-a57d-4ff5-8e95-caf1865c9a45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.708864] env[69287]: DEBUG nova.network.neutron [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Updating instance_info_cache with network_info: [{"id": "86e3f50a-87f6-48ea-802a-6bfdf8eef109", "address": "fa:16:3e:ef:f6:2e", "network": {"id": "1320ecf5-1c77-4570-b02a-2eb2778957f5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-749486233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29857a93f26e4484810bf19cbcdef50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e3f50a-87", "ovs_interfaceid": "86e3f50a-87f6-48ea-802a-6bfdf8eef109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.715201] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4894bcab-8e78-4d0c-b088-2b61315da1d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.750932] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3de89f-9e8e-43e3-b63a-1e04efa82822 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.760282] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576aec12-4233-474f-af67-af8304fff5a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.776586] env[69287]: DEBUG nova.compute.provider_tree [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.013285] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034122} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.014325] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.014812] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Moving file from [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e/40cd7472-910a-447e-9f08-79d870d364ea to [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea. {{(pid=69287) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 621.014812] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7324d819-c3df-4bb2-873f-e925eeea51ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.024324] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 621.024324] env[69287]: value = "task-3449822" [ 621.024324] env[69287]: _type = "Task" [ 621.024324] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.034418] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449822, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.102968] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.103756] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.218517] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Releasing lock "refresh_cache-22d254b3-b8fd-437f-9799-c77d6d912875" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.218960] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Instance network_info: |[{"id": "86e3f50a-87f6-48ea-802a-6bfdf8eef109", "address": "fa:16:3e:ef:f6:2e", "network": {"id": "1320ecf5-1c77-4570-b02a-2eb2778957f5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-749486233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29857a93f26e4484810bf19cbcdef50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e3f50a-87", "ovs_interfaceid": "86e3f50a-87f6-48ea-802a-6bfdf8eef109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.219549] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f6:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e3f50a-87f6-48ea-802a-6bfdf8eef109', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.230199] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Creating folder: Project (29857a93f26e4484810bf19cbcdef50e). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.230463] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6abb053-971a-4180-b746-b3869ff093af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.243634] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Created folder: Project (29857a93f26e4484810bf19cbcdef50e) in parent group-v688742. [ 621.243840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Creating folder: Instances. Parent ref: group-v688755. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.244270] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca48da92-3d64-45b4-a436-c9c4e117486e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.255182] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Created folder: Instances in parent group-v688755. [ 621.255494] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.255785] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.256058] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f447b3f8-f67d-4065-a535-27b94afbdb46 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.276583] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.276583] env[69287]: value = "task-3449825" [ 621.276583] env[69287]: _type = "Task" [ 621.276583] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.281015] env[69287]: DEBUG nova.scheduler.client.report [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.291546] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449825, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.513772] env[69287]: DEBUG nova.network.neutron [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updated VIF entry in instance network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.513772] env[69287]: DEBUG nova.network.neutron [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.526466] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.540737] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449822, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023987} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.543920] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] File moved {{(pid=69287) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 621.543920] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Cleaning up location [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 621.544204] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleting the datastore file [datastore1] vmware_temp/cab5178c-3d7a-45a9-9a96-d02b3920ea7e {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.544571] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd01a1b-f8c5-4a29-bc72-491672ce133a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.551920] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 621.551920] env[69287]: value = "task-3449826" [ 621.551920] env[69287]: _type = "Task" [ 621.551920] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.555495] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.555495] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.555720] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.555918] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.556059] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.556152] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.556367] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.556666] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.557770] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.557770] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.557770] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.561588] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f6851f-a853-4561-90f9-9e66b68d7ee9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.571390] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.576326] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d6083c-1947-4225-9a76-c47f8cadb382 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.790395] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.791046] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.793549] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449825, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.793847] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.948s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.795483] env[69287]: INFO nova.compute.claims [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.856508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.856508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.016386] env[69287]: DEBUG oslo_concurrency.lockutils [req-f193b16e-9a1a-4f86-a3bd-d6b4574b1e5d req-ca43d477-94ff-4cd4-a895-36690851662c service nova] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.065375] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025255} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.065880] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.067132] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14cad64-59ec-4158-a8d9-b07742463a08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.074545] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 622.074545] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c754ba-2e98-c067-bf58-c2263747ab7a" [ 622.074545] env[69287]: _type = "Task" [ 622.074545] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.083874] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c754ba-2e98-c067-bf58-c2263747ab7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.221451] env[69287]: DEBUG nova.compute.manager [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Received event network-changed-61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.221647] env[69287]: DEBUG nova.compute.manager [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Refreshing instance network info cache due to event network-changed-61314b53-2a72-4895-b29b-0f70164e36bc. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.221777] env[69287]: DEBUG oslo_concurrency.lockutils [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] Acquiring lock "refresh_cache-e2ab5657-bcb4-47eb-a487-6a57cf2925c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.221917] env[69287]: DEBUG oslo_concurrency.lockutils [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] Acquired lock "refresh_cache-e2ab5657-bcb4-47eb-a487-6a57cf2925c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.222088] env[69287]: DEBUG nova.network.neutron [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Refreshing network info cache for port 61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.238479] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.238882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.293929] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449825, 'name': CreateVM_Task, 'duration_secs': 0.57815} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.294169] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.294856] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.295048] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.295414] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.295686] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6945f86e-3094-4b47-9e7f-416c419f54ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.301221] env[69287]: DEBUG nova.compute.utils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.306611] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.306790] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.313531] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 622.313531] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5268f8b6-2fb4-35a7-5271-53987d611d50" [ 622.313531] env[69287]: _type = "Task" [ 622.313531] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.322942] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5268f8b6-2fb4-35a7-5271-53987d611d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.366019] env[69287]: DEBUG nova.policy [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52acc57dc06c433eb8576c687862f7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ad094d9cb24d769ae2b131435248e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.366963] env[69287]: DEBUG nova.compute.manager [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Received event network-vif-plugged-86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.367171] env[69287]: DEBUG oslo_concurrency.lockutils [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] Acquiring lock "22d254b3-b8fd-437f-9799-c77d6d912875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.367363] env[69287]: DEBUG oslo_concurrency.lockutils [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] Lock "22d254b3-b8fd-437f-9799-c77d6d912875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.367518] env[69287]: DEBUG oslo_concurrency.lockutils [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] Lock "22d254b3-b8fd-437f-9799-c77d6d912875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.367673] env[69287]: DEBUG nova.compute.manager [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] No waiting events found dispatching network-vif-plugged-86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.367831] env[69287]: WARNING nova.compute.manager [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Received unexpected event network-vif-plugged-86e3f50a-87f6-48ea-802a-6bfdf8eef109 for instance with vm_state building and task_state spawning. [ 622.367979] env[69287]: DEBUG nova.compute.manager [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Received event network-changed-86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.368137] env[69287]: DEBUG nova.compute.manager [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Refreshing instance network info cache due to event network-changed-86e3f50a-87f6-48ea-802a-6bfdf8eef109. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.368343] env[69287]: DEBUG oslo_concurrency.lockutils [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] Acquiring lock "refresh_cache-22d254b3-b8fd-437f-9799-c77d6d912875" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.368429] env[69287]: DEBUG oslo_concurrency.lockutils [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] Acquired lock "refresh_cache-22d254b3-b8fd-437f-9799-c77d6d912875" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.368572] env[69287]: DEBUG nova.network.neutron [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Refreshing network info cache for port 86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.566614] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Successfully updated port: 40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.589173] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c754ba-2e98-c067-bf58-c2263747ab7a, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.589513] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.589925] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 0bf98b57-c7c6-4918-947a-085e96137eee/0bf98b57-c7c6-4918-947a-085e96137eee.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.590391] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.590688] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.591090] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29343f73-1618-4b83-b48b-f78a7decaed2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.593649] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd2a07b-f2db-48df-8774-9b9ba7a7c87f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.601031] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 622.601031] env[69287]: value = "task-3449827" [ 622.601031] env[69287]: _type = "Task" [ 622.601031] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.605847] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.606052] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.607160] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78f12d0-e290-4a50-b3d3-18868503d3a5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.614222] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.617123] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 622.617123] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52caaacc-6207-e051-25b2-158e4e42e1a3" [ 622.617123] env[69287]: _type = "Task" [ 622.617123] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.627706] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52caaacc-6207-e051-25b2-158e4e42e1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.798105] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Successfully created port: 69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.806308] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.831466] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5268f8b6-2fb4-35a7-5271-53987d611d50, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.832077] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.832312] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.832896] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.073348] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "refresh_cache-2478b60d-347e-4a31-8e4b-041a07764556" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.073525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "refresh_cache-2478b60d-347e-4a31-8e4b-041a07764556" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.073683] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.117599] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ae1d1-119b-40fb-9b9e-be779f2daba0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.121859] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.132271] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522b699-63bd-4995-856d-532dea1f6a01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.136105] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52caaacc-6207-e051-25b2-158e4e42e1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016706} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.137768] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33976df5-ce8e-4bb6-847f-8003a78f16aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.168286] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2b2c5-ae59-4264-a00e-40d2570d0504 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.171102] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 623.171102] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5283d88c-8871-0f68-801a-06c376414fb0" [ 623.171102] env[69287]: _type = "Task" [ 623.171102] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.182010] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c0be91-f8d4-4cbc-be6c-78c038b03ca7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.189548] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5283d88c-8871-0f68-801a-06c376414fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.018194} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.190191] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.190473] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 1201c389-67f9-4a49-8d04-0fffbe8cf528/1201c389-67f9-4a49-8d04-0fffbe8cf528.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.190739] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.190915] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.191167] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a69130-f23f-46d6-8a6c-7e8a75d02a78 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.200454] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8792a51b-4ba4-4da7-8d37-b677a818b755 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.202342] env[69287]: DEBUG nova.compute.provider_tree [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.207705] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 623.207705] env[69287]: value = "task-3449828" [ 623.207705] env[69287]: _type = "Task" [ 623.207705] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.214253] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.214253] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.215298] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65fec9e-5d41-4c72-b5ac-25fa123123ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.221572] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.223573] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 623.223573] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c3184c-2408-abeb-5e69-274a15f16da8" [ 623.223573] env[69287]: _type = "Task" [ 623.223573] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.231318] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c3184c-2408-abeb-5e69-274a15f16da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.469174] env[69287]: DEBUG nova.network.neutron [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Updated VIF entry in instance network info cache for port 61314b53-2a72-4895-b29b-0f70164e36bc. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.469174] env[69287]: DEBUG nova.network.neutron [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Updating instance_info_cache with network_info: [{"id": "61314b53-2a72-4895-b29b-0f70164e36bc", "address": "fa:16:3e:91:26:a6", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61314b53-2a", "ovs_interfaceid": "61314b53-2a72-4895-b29b-0f70164e36bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.479576] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "137d5236-472a-494b-91a6-5a76844f2d17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.479849] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "137d5236-472a-494b-91a6-5a76844f2d17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.593400] env[69287]: DEBUG nova.network.neutron [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Updated VIF entry in instance network info cache for port 86e3f50a-87f6-48ea-802a-6bfdf8eef109. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.593756] env[69287]: DEBUG nova.network.neutron [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Updating instance_info_cache with network_info: [{"id": "86e3f50a-87f6-48ea-802a-6bfdf8eef109", "address": "fa:16:3e:ef:f6:2e", "network": {"id": "1320ecf5-1c77-4570-b02a-2eb2778957f5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-749486233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29857a93f26e4484810bf19cbcdef50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e3f50a-87", "ovs_interfaceid": "86e3f50a-87f6-48ea-802a-6bfdf8eef109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.614919] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577764} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.614919] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 0bf98b57-c7c6-4918-947a-085e96137eee/0bf98b57-c7c6-4918-947a-085e96137eee.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.614919] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.615263] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce56a860-61a0-4d47-bafd-2b5ba7d38523 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.624357] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 623.624357] env[69287]: value = "task-3449829" [ 623.624357] env[69287]: _type = "Task" [ 623.624357] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.635937] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.701235] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.707225] env[69287]: DEBUG nova.scheduler.client.report [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.724352] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.742132] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c3184c-2408-abeb-5e69-274a15f16da8, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.742132] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a5c139-61a1-4a67-a0ae-4837a2248b53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.757163] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 623.757163] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526e38c8-4013-6f13-737f-aeebdc6aa4b7" [ 623.757163] env[69287]: _type = "Task" [ 623.757163] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.775504] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526e38c8-4013-6f13-737f-aeebdc6aa4b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.775504] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.775504] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] e2ab5657-bcb4-47eb-a487-6a57cf2925c5/e2ab5657-bcb4-47eb-a487-6a57cf2925c5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.775504] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.775727] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.775727] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f94ad8c-1d77-4f67-9fd5-777bbe4fab43 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.778222] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09850011-91aa-42ca-b7ad-b324dad85022 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.786309] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 623.786309] env[69287]: value = "task-3449830" [ 623.786309] env[69287]: _type = "Task" [ 623.786309] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.787966] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.788168] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.793147] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3428d57e-612f-4726-bebb-fac560bdfb98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.801505] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.803614] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 623.803614] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5291acb6-236c-c1a9-1640-bf7f4aba76b0" [ 623.803614] env[69287]: _type = "Task" [ 623.803614] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.819298] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5291acb6-236c-c1a9-1640-bf7f4aba76b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.819298] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a01ef4-f562-4656-8f7c-4da216d974fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.822735] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.832316] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 623.832316] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523fee5a-8267-cdb2-e064-425b23b6c9a3" [ 623.832316] env[69287]: _type = "Task" [ 623.832316] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.842797] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523fee5a-8267-cdb2-e064-425b23b6c9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.843570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.844083] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.845090] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.845090] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.845525] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60cd3b05-e90d-4b69-b478-97ace03cb850 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.848195] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-315d3a3b-3ec6-4d8b-a350-bfcc1859bc62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.858765] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 623.858765] env[69287]: value = "task-3449831" [ 623.858765] env[69287]: _type = "Task" [ 623.858765] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.863917] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.863917] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.868608] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.868608] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.868608] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.868755] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.868755] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.868755] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.868755] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.868755] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.868903] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.868903] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.868903] env[69287]: DEBUG nova.virt.hardware [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.870000] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c965b57-2c76-4f1d-82b5-c00715914882 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.872697] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33531e7-edee-44f2-a098-4d189151dd1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.885701] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.889450] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 623.889450] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525369ac-5400-c0de-8bf5-63f348fed3f9" [ 623.889450] env[69287]: _type = "Task" [ 623.889450] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.899676] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd84b45-351d-4f9e-98b6-fbe629cf76c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.910339] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525369ac-5400-c0de-8bf5-63f348fed3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.924296] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf51d2f9-29c3-4d6d-aade-6adfafec4ff6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.929875] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 623.929875] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc22c0-3f31-02cd-e3b3-47a4bc763c34" [ 623.929875] env[69287]: _type = "Task" [ 623.929875] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.937873] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc22c0-3f31-02cd-e3b3-47a4bc763c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.975723] env[69287]: DEBUG oslo_concurrency.lockutils [req-16bab6a1-281f-4134-940a-53d25526f6dc req-c94bc955-9bb9-4ab2-ad56-f35ffaddcaa0 service nova] Releasing lock "refresh_cache-e2ab5657-bcb4-47eb-a487-6a57cf2925c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.093795] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Updating instance_info_cache with network_info: [{"id": "40819de1-f3a7-41a1-bd80-d3e05a107149", "address": "fa:16:3e:d5:14:c7", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40819de1-f3", "ovs_interfaceid": "40819de1-f3a7-41a1-bd80-d3e05a107149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.096320] env[69287]: DEBUG oslo_concurrency.lockutils [req-653c7e17-ee1e-419b-a771-4376e303c618 req-c6b59fff-3191-441f-985d-c5e044f51822 service nova] Releasing lock "refresh_cache-22d254b3-b8fd-437f-9799-c77d6d912875" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.135431] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166823} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.135540] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.136404] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc87a12a-64f5-4289-909c-a1e19224914d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.164212] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0bf98b57-c7c6-4918-947a-085e96137eee/0bf98b57-c7c6-4918-947a-085e96137eee.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.164212] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d02731c-b38d-4b24-a238-b2f5aa2a9ac3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.184692] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 624.184692] env[69287]: value = "task-3449832" [ 624.184692] env[69287]: _type = "Task" [ 624.184692] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.192625] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.222797] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.224119] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.226418] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552376} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.226935] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.178s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.229436] env[69287]: INFO nova.compute.claims [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.232787] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 1201c389-67f9-4a49-8d04-0fffbe8cf528/1201c389-67f9-4a49-8d04-0fffbe8cf528.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.233028] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.233496] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e718c3-632e-49ff-9f4a-cb4c57e3457e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.240956] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 624.240956] env[69287]: value = "task-3449833" [ 624.240956] env[69287]: _type = "Task" [ 624.240956] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.251260] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.298732] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.349082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.349271] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.369737] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.442050] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc22c0-3f31-02cd-e3b3-47a4bc763c34, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.443044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.443044] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 22d254b3-b8fd-437f-9799-c77d6d912875/22d254b3-b8fd-437f-9799-c77d6d912875.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.444049] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1aecb1-2324-43e7-9fdb-a8ea6c761226 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.451317] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 624.451317] env[69287]: value = "task-3449834" [ 624.451317] env[69287]: _type = "Task" [ 624.451317] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.463946] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.597045] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "refresh_cache-2478b60d-347e-4a31-8e4b-041a07764556" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.597368] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Instance network_info: |[{"id": "40819de1-f3a7-41a1-bd80-d3e05a107149", "address": "fa:16:3e:d5:14:c7", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40819de1-f3", "ovs_interfaceid": "40819de1-f3a7-41a1-bd80-d3e05a107149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.598136] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:14:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40819de1-f3a7-41a1-bd80-d3e05a107149', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.606938] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating folder: Project (a1ad094d9cb24d769ae2b131435248e8). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.607261] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdc8d8cd-5966-4d2f-b0f7-e80ed0ca113e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.617824] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created folder: Project (a1ad094d9cb24d769ae2b131435248e8) in parent group-v688742. [ 624.618019] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating folder: Instances. Parent ref: group-v688758. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.618262] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b84a498a-0bd9-4e28-9178-d9571cb7b649 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.626584] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created folder: Instances in parent group-v688758. [ 624.626836] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.626984] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.627240] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27fe4c22-db9d-4767-a60d-a2b58d2d1485 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.652689] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.652689] env[69287]: value = "task-3449837" [ 624.652689] env[69287]: _type = "Task" [ 624.652689] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.661223] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449837, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.693656] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449832, 'name': ReconfigVM_Task, 'duration_secs': 0.307296} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.693656] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0bf98b57-c7c6-4918-947a-085e96137eee/0bf98b57-c7c6-4918-947a-085e96137eee.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.694923] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d26280c-68f3-4b37-ba63-8952d4d34a71 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.703106] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 624.703106] env[69287]: value = "task-3449838" [ 624.703106] env[69287]: _type = "Task" [ 624.703106] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.715945] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449838, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.729866] env[69287]: DEBUG nova.compute.utils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 624.731574] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.734394] env[69287]: DEBUG nova.network.neutron [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.753811] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06563} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.757161] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.757952] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fbb45-99e3-4bdf-8736-9da6d48f098e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.781636] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1201c389-67f9-4a49-8d04-0fffbe8cf528/1201c389-67f9-4a49-8d04-0fffbe8cf528.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.784527] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65be6661-2a17-494d-a9ac-0931096b4d6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.806714] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.808366] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 624.808366] env[69287]: value = "task-3449839" [ 624.808366] env[69287]: _type = "Task" [ 624.808366] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.817527] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.874143] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.884487] env[69287]: DEBUG nova.policy [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebdcafb19c4f467fb9fe37747d4053f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435217f424134ec284fff28617a0caa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.969161] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.045741] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "7adab229-dc33-44c0-bfe5-8ae48d438f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.045741] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.166205] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449837, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.220168] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449838, 'name': Rename_Task, 'duration_secs': 0.151658} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.220547] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.221130] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0077906c-3405-462a-bf11-87b6febdd3ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.231425] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 625.231425] env[69287]: value = "task-3449840" [ 625.231425] env[69287]: _type = "Task" [ 625.231425] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.236408] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.249556] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449840, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.319321] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449830, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.325568] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.377633] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.466922] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.539225] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.539225] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.637906] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Successfully updated port: 69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.670903] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449837, 'name': CreateVM_Task, 'duration_secs': 0.688724} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.676953] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.681470] env[69287]: DEBUG oslo_vmware.service [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9124f543-3b89-4a6a-9f66-1537168fc046 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.688506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.688731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.689216] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.689970] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed6c0ce-fc62-4c88-b185-4d7b62b9f5e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.702645] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 625.702645] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7a7c6-78e6-8001-62f2-a9bd6e898bba" [ 625.702645] env[69287]: _type = "Task" [ 625.702645] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.707662] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b343d8-ffcd-4488-a487-f00748fee272 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.717688] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7a7c6-78e6-8001-62f2-a9bd6e898bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.726690] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043a02e-0fdd-4dbd-9ac8-f13afe4a741f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.776762] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.778378] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524bb8e-62eb-4773-9c20-63bdc2ac1322 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.791207] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7edb58-773b-4c6c-9c96-400bc2c55bb3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.816543] env[69287]: DEBUG nova.compute.provider_tree [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.818569] env[69287]: DEBUG nova.network.neutron [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Successfully created port: b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.837633] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449830, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.941694} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.841138] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] e2ab5657-bcb4-47eb-a487-6a57cf2925c5/e2ab5657-bcb4-47eb-a487-6a57cf2925c5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.841319] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.842291] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.842291] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a46389-f61c-410f-b36d-98f88a987721 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.855708] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 625.855708] env[69287]: value = "task-3449841" [ 625.855708] env[69287]: _type = "Task" [ 625.855708] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.875493] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.874283} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.877567] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.877567] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.877696] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.877813] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502256c5-e887-4b40-a036-7ae33c3045de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.884673] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 625.884673] env[69287]: value = "task-3449842" [ 625.884673] env[69287]: _type = "Task" [ 625.884673] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.893161] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.964099] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449834, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.267538} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.964467] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 22d254b3-b8fd-437f-9799-c77d6d912875/22d254b3-b8fd-437f-9799-c77d6d912875.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.964637] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.964895] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a2534f9-9a7b-4474-b4fa-19cf740b9528 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.971936] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 625.971936] env[69287]: value = "task-3449843" [ 625.971936] env[69287]: _type = "Task" [ 625.971936] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.981339] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.149205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "refresh_cache-a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.149205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "refresh_cache-a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.149205] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.212340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.212527] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.212760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.212901] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.213083] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.214337] env[69287]: DEBUG nova.compute.manager [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Received event network-vif-plugged-40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.214539] env[69287]: DEBUG oslo_concurrency.lockutils [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] Acquiring lock "2478b60d-347e-4a31-8e4b-041a07764556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.214811] env[69287]: DEBUG oslo_concurrency.lockutils [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] Lock "2478b60d-347e-4a31-8e4b-041a07764556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.214940] env[69287]: DEBUG oslo_concurrency.lockutils [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] Lock "2478b60d-347e-4a31-8e4b-041a07764556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.215721] env[69287]: DEBUG nova.compute.manager [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] No waiting events found dispatching network-vif-plugged-40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.215721] env[69287]: WARNING nova.compute.manager [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Received unexpected event network-vif-plugged-40819de1-f3a7-41a1-bd80-d3e05a107149 for instance with vm_state building and task_state spawning. [ 626.215721] env[69287]: DEBUG nova.compute.manager [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Received event network-changed-40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.215721] env[69287]: DEBUG nova.compute.manager [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Refreshing instance network info cache due to event network-changed-40819de1-f3a7-41a1-bd80-d3e05a107149. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.215975] env[69287]: DEBUG oslo_concurrency.lockutils [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] Acquiring lock "refresh_cache-2478b60d-347e-4a31-8e4b-041a07764556" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.215975] env[69287]: DEBUG oslo_concurrency.lockutils [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] Acquired lock "refresh_cache-2478b60d-347e-4a31-8e4b-041a07764556" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.217677] env[69287]: DEBUG nova.network.neutron [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Refreshing network info cache for port 40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.217876] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84863158-2564-4adc-9354-ebe77d58d2d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.227523] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.227669] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.228599] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a4c95-4535-4ff0-8c0b-cecfa0c15ea8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.243295] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea3ce41-b17f-4eaa-a2ed-80de826e32d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.255561] env[69287]: DEBUG oslo_vmware.api [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3449840, 'name': PowerOnVM_Task, 'duration_secs': 0.618926} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.255561] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.255561] env[69287]: INFO nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Took 16.47 seconds to spawn the instance on the hypervisor. [ 626.255561] env[69287]: DEBUG nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.255744] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 626.255744] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5243cea6-c123-b23e-14cd-f73b421bc05c" [ 626.255744] env[69287]: _type = "Task" [ 626.255744] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.256889] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f43274-939b-4e1e-b63f-be1dda26a8cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.281145] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.286026] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 626.286308] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating directory with path [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.286553] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88906ec8-bf57-47c9-a7df-1497633a72ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.300232] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created directory with path [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.302143] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Fetch image to [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 626.302143] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Downloading image file data 40cd7472-910a-447e-9f08-79d870d364ea to [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk on the data store datastore2 {{(pid=69287) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 626.302143] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166fe4a-4260-47cc-a8b3-1f796cda988c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.309631] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105a09df-a54b-4193-bf90-e8cfa9b09215 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.329404] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.329633] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.329780] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.329950] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.330114] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.330263] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.330463] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.330621] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.330764] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.330912] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.331084] env[69287]: DEBUG nova.virt.hardware [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.333124] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f080c2d7-9f5a-471f-824a-d50e16db436f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.338046] env[69287]: DEBUG nova.scheduler.client.report [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.343307] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4da9d-06b6-4527-bc07-614796d9399b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.350449] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449839, 'name': ReconfigVM_Task, 'duration_secs': 1.065775} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.351542] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1201c389-67f9-4a49-8d04-0fffbe8cf528/1201c389-67f9-4a49-8d04-0fffbe8cf528.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.352309] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472bbdce-9195-4d88-b8bb-b0f2ca5de167 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.386907] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e713be8-b98c-4e61-8946-c1474a881bc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.390541] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717453b1-9ba6-4349-b115-60b88481fa3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.396301] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 626.396301] env[69287]: value = "task-3449844" [ 626.396301] env[69287]: _type = "Task" [ 626.396301] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.413046] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132696} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.414684] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.414908] env[69287]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5ec0defa-0978-40b1-8a9a-c16016edec2c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.427780] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed4bf9-de0e-4151-9078-3588812a48cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.431303] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111978} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.433711] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.434831] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feb5695-5539-483b-9d22-0ca304943f2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.461030] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] e2ab5657-bcb4-47eb-a487-6a57cf2925c5/e2ab5657-bcb4-47eb-a487-6a57cf2925c5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.466700] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf0bc6e4-691b-4329-8418-b37e48e2003a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.481105] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Downloading image file data 40cd7472-910a-447e-9f08-79d870d364ea to the data store datastore2 {{(pid=69287) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 626.482967] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449844, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.499577] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.503373] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7fe8ea-73ed-437c-a851-f135b1e68b50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.520478] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 626.520478] env[69287]: value = "task-3449845" [ 626.520478] env[69287]: _type = "Task" [ 626.520478] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.527042] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269793} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.528473] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.528803] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 626.528803] env[69287]: value = "task-3449846" [ 626.528803] env[69287]: _type = "Task" [ 626.528803] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.532422] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6065e13b-8b54-4cfa-a090-8f8d6fa4a8ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.540752] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.561138] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 22d254b3-b8fd-437f-9799-c77d6d912875/22d254b3-b8fd-437f-9799-c77d6d912875.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.566787] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231f0206-edc7-4e78-ada8-c28def045a87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.580954] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.586998] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 626.586998] env[69287]: value = "task-3449847" [ 626.586998] env[69287]: _type = "Task" [ 626.586998] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.594687] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.601024] env[69287]: DEBUG oslo_vmware.rw_handles [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 626.734670] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.795290] env[69287]: INFO nova.compute.manager [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Took 21.30 seconds to build instance. [ 626.844037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.844410] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.846994] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.423s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.848755] env[69287]: INFO nova.compute.claims [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.915711] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449844, 'name': Rename_Task, 'duration_secs': 0.140348} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.919613] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.919613] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac13e1e3-b874-4907-bbbd-20c9119036ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.926671] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 626.926671] env[69287]: value = "task-3449848" [ 626.926671] env[69287]: _type = "Task" [ 626.926671] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.940862] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.046715] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449846, 'name': ReconfigVM_Task, 'duration_secs': 0.299033} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.050186] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.051424] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449845, 'name': ReconfigVM_Task, 'duration_secs': 0.286292} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.051424] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81464842-581f-4174-bd46-04959647d6a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.052803] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Reconfigured VM instance instance-00000003 to attach disk [datastore1] e2ab5657-bcb4-47eb-a487-6a57cf2925c5/e2ab5657-bcb4-47eb-a487-6a57cf2925c5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.056101] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78cebfde-ce6f-4e64-8e72-a02458101273 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.068033] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 627.068033] env[69287]: value = "task-3449849" [ 627.068033] env[69287]: _type = "Task" [ 627.068033] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.068796] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 627.068796] env[69287]: value = "task-3449850" [ 627.068796] env[69287]: _type = "Task" [ 627.068796] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.075642] env[69287]: DEBUG nova.network.neutron [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Updating instance_info_cache with network_info: [{"id": "69aa4d87-a7a0-49a6-b954-782724ae50d4", "address": "fa:16:3e:17:4a:44", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69aa4d87-a7", "ovs_interfaceid": "69aa4d87-a7a0-49a6-b954-782724ae50d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.089725] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449849, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.096267] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449850, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.105763] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449847, 'name': ReconfigVM_Task, 'duration_secs': 0.367832} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.106295] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 22d254b3-b8fd-437f-9799-c77d6d912875/22d254b3-b8fd-437f-9799-c77d6d912875.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.106925] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5865d081-7192-4211-a5cf-c72d22537763 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.116235] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 627.116235] env[69287]: value = "task-3449851" [ 627.116235] env[69287]: _type = "Task" [ 627.116235] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.125037] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449851, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.255897] env[69287]: DEBUG nova.network.neutron [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Updated VIF entry in instance network info cache for port 40819de1-f3a7-41a1-bd80-d3e05a107149. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.256248] env[69287]: DEBUG nova.network.neutron [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Updating instance_info_cache with network_info: [{"id": "40819de1-f3a7-41a1-bd80-d3e05a107149", "address": "fa:16:3e:d5:14:c7", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40819de1-f3", "ovs_interfaceid": "40819de1-f3a7-41a1-bd80-d3e05a107149", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.297893] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbe61709-972f-4fe7-ae40-484dc6e4c919 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "0bf98b57-c7c6-4918-947a-085e96137eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.809s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.360669] env[69287]: DEBUG nova.compute.utils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.366884] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.370506] env[69287]: DEBUG nova.network.neutron [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.441438] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.469494] env[69287]: DEBUG nova.policy [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94fe6d9e5076451d9d9d48d88ae380a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59f0df02a1934bb5b6c754f02369c030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.476332] env[69287]: DEBUG oslo_vmware.rw_handles [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 627.476535] env[69287]: DEBUG oslo_vmware.rw_handles [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 627.537124] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Downloaded image file data 40cd7472-910a-447e-9f08-79d870d364ea to vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk on the data store datastore2 {{(pid=69287) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 627.539601] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 627.541502] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copying Virtual Disk [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk to [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.541799] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80b6080e-bb65-4703-801e-5179da0e04c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.549813] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 627.549813] env[69287]: value = "task-3449852" [ 627.549813] env[69287]: _type = "Task" [ 627.549813] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.561641] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.585642] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "refresh_cache-a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.585829] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Instance network_info: |[{"id": "69aa4d87-a7a0-49a6-b954-782724ae50d4", "address": "fa:16:3e:17:4a:44", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69aa4d87-a7", "ovs_interfaceid": "69aa4d87-a7a0-49a6-b954-782724ae50d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.586317] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449849, 'name': Rename_Task, 'duration_secs': 0.157074} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.589539] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:4a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69aa4d87-a7a0-49a6-b954-782724ae50d4', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.599593] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.599593] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.599593] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449850, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.599593] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.599593] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5079f5f4-6c86-4841-9727-a9a56a6df771 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.600833] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8421c61-9320-4359-b269-10f24e9042b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.622139] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.622139] env[69287]: value = "task-3449854" [ 627.622139] env[69287]: _type = "Task" [ 627.622139] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.622510] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 627.622510] env[69287]: value = "task-3449853" [ 627.622510] env[69287]: _type = "Task" [ 627.622510] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.631290] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449851, 'name': Rename_Task, 'duration_secs': 0.183089} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.632115] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.632370] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f57d27-529d-4b50-b155-312e877d119a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.641939] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449853, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.641939] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449854, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.646650] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 627.646650] env[69287]: value = "task-3449855" [ 627.646650] env[69287]: _type = "Task" [ 627.646650] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.655093] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.760136] env[69287]: DEBUG oslo_concurrency.lockutils [req-225c2456-716d-406b-baf6-761228cae1b9 req-7d7cca57-2060-4863-a91d-17c26cb7abb8 service nova] Releasing lock "refresh_cache-2478b60d-347e-4a31-8e4b-041a07764556" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.801719] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.868169] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.942893] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.066760] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449852, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.087706] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449850, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.125424] env[69287]: DEBUG nova.network.neutron [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Successfully updated port: b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.158133] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.158912] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449854, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.177075] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.336559] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.399999] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba639e-2c73-452d-b394-fe1cd864df30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.411547] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c0774b-14a4-44f8-8faa-2df1570bc47a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.447912] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a48abf-e11d-4071-9bdb-b3f63da291a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.456651] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.460013] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df66c2e3-dffd-4bf1-8a10-316249da5efc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.476347] env[69287]: DEBUG nova.compute.provider_tree [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.563716] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.581709] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449850, 'name': Rename_Task, 'duration_secs': 1.023692} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.582359] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.582359] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35bb3305-d4c4-42b7-b417-caaa0b7aaa37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.588148] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 628.588148] env[69287]: value = "task-3449856" [ 628.588148] env[69287]: _type = "Task" [ 628.588148] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.596545] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.644364] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449854, 'name': CreateVM_Task, 'duration_secs': 0.624533} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.645353] env[69287]: DEBUG oslo_vmware.api [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449853, 'name': PowerOnVM_Task, 'duration_secs': 0.782898} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.645353] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.645353] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.645353] env[69287]: INFO nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Took 9.53 seconds to spawn the instance on the hypervisor. [ 628.645545] env[69287]: DEBUG nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.646104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.646274] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.646585] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.647470] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e6144-23ca-4740-b5f2-fc5548e79ecf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.651156] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "refresh_cache-1580682d-7e24-4d7a-aada-5016def6023e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.651295] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquired lock "refresh_cache-1580682d-7e24-4d7a-aada-5016def6023e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.651442] env[69287]: DEBUG nova.network.neutron [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.653104] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b144b6-5f33-4aa0-9092-057f994ae561 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.669376] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "663032db-816b-4c17-bc0b-15ea967f4a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.669605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.674905] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 628.674905] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5237bd53-a82d-a5e1-7837-4bbf1fb3f6cc" [ 628.674905] env[69287]: _type = "Task" [ 628.674905] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.683446] env[69287]: DEBUG oslo_vmware.api [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449855, 'name': PowerOnVM_Task, 'duration_secs': 0.64689} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.684178] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.684714] env[69287]: INFO nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Took 11.96 seconds to spawn the instance on the hypervisor. [ 628.685220] env[69287]: DEBUG nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.691631] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592446a8-21cd-4a24-a2d3-d56bcd413bd1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.694648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.694648] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.694770] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.719182] env[69287]: DEBUG nova.network.neutron [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Successfully created port: ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.885571] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.923691] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.923691] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.923691] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.923691] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.923905] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.923905] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.923905] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.923905] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.923905] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.924217] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.924217] env[69287]: DEBUG nova.virt.hardware [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.924217] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f0b7dd-508b-42ce-bfab-2f4a99d84cdf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.937494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6477d977-3b36-463f-b8a5-87f4292391f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.962955] env[69287]: DEBUG oslo_vmware.api [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3449848, 'name': PowerOnVM_Task, 'duration_secs': 1.591617} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.963127] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.963326] env[69287]: INFO nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Took 16.88 seconds to spawn the instance on the hypervisor. [ 628.963500] env[69287]: DEBUG nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.964331] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f46cf6-f071-4314-a907-537a0a72bd65 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.978440] env[69287]: DEBUG nova.scheduler.client.report [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.067485] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449852, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.07049} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.067485] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copied Virtual Disk [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk to [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.067485] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleting the datastore file [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea/tmp-sparse.vmdk {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.067485] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-900a9699-ffe3-4a32-b3f4-55de7f7b02f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.072386] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 629.072386] env[69287]: value = "task-3449857" [ 629.072386] env[69287]: _type = "Task" [ 629.072386] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.081052] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.100444] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.182873] env[69287]: INFO nova.compute.manager [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Took 21.23 seconds to build instance. [ 629.214016] env[69287]: INFO nova.compute.manager [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Took 21.47 seconds to build instance. [ 629.246855] env[69287]: DEBUG nova.network.neutron [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.335088] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Received event network-vif-plugged-69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.335345] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Acquiring lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.335554] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.335720] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.335891] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] No waiting events found dispatching network-vif-plugged-69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.336817] env[69287]: WARNING nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Received unexpected event network-vif-plugged-69aa4d87-a7a0-49a6-b954-782724ae50d4 for instance with vm_state building and task_state spawning. [ 629.336817] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Received event network-changed-69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.336817] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Refreshing instance network info cache due to event network-changed-69aa4d87-a7a0-49a6-b954-782724ae50d4. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.339419] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Acquiring lock "refresh_cache-a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.339419] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Acquired lock "refresh_cache-a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.339419] env[69287]: DEBUG nova.network.neutron [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Refreshing network info cache for port 69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.474076] env[69287]: DEBUG nova.network.neutron [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Updating instance_info_cache with network_info: [{"id": "b87a349d-b165-4b68-81f4-3c420c705aae", "address": "fa:16:3e:d4:fa:6a", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87a349d-b1", "ovs_interfaceid": "b87a349d-b165-4b68-81f4-3c420c705aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.485488] env[69287]: INFO nova.compute.manager [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Took 23.68 seconds to build instance. [ 629.486995] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.487552] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.496548] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.601s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.497224] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.497480] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 629.497847] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.161s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.499717] env[69287]: INFO nova.compute.claims [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.508870] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3a0bfe-cddf-47f5-afab-4322b026b551 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.520975] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8353c2d2-2d3d-467d-9873-3de3dfd7415a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.550508] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee69a38-c78c-45e1-8c14-ee980d12e21c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.560447] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9de7a6-2aff-49bd-a54c-c0b0a62e6387 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.592916] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181015MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 629.593156] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.605032] env[69287]: DEBUG oslo_vmware.api [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449856, 'name': PowerOnVM_Task, 'duration_secs': 0.780496} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.608526] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.608526] env[69287]: INFO nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Took 15.21 seconds to spawn the instance on the hypervisor. [ 629.608658] env[69287]: DEBUG nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.609260] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068953} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.610065] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af680829-f0b2-4e4d-91b2-8065b22f7f81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.616367] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.616720] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Moving file from [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b/40cd7472-910a-447e-9f08-79d870d364ea to [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea. {{(pid=69287) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 629.617184] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0e0aa562-6d3e-4964-970b-d1f1ffb0e17d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.626886] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 629.626886] env[69287]: value = "task-3449858" [ 629.626886] env[69287]: _type = "Task" [ 629.626886] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.685913] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c18e6724-406f-4625-a6de-7a098c10d370 tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "a742fa58-5053-4845-83eb-96334a38797a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.748s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.720783] env[69287]: DEBUG oslo_concurrency.lockutils [None req-af1ea357-0bc7-47ed-8dea-72bded0c1322 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "22d254b3-b8fd-437f-9799-c77d6d912875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.994s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.912418] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "0b300c8b-226e-4cfc-8a57-78234de65ef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.912725] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "0b300c8b-226e-4cfc-8a57-78234de65ef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.989920] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Releasing lock "refresh_cache-1580682d-7e24-4d7a-aada-5016def6023e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.989920] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Instance network_info: |[{"id": "b87a349d-b165-4b68-81f4-3c420c705aae", "address": "fa:16:3e:d4:fa:6a", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87a349d-b1", "ovs_interfaceid": "b87a349d-b165-4b68-81f4-3c420c705aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.990899] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fa:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b87a349d-b165-4b68-81f4-3c420c705aae', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.003932] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Creating folder: Project (435217f424134ec284fff28617a0caa5). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.009941] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d935735-f876-4930-9f48-3a3c919820cc tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.215s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.010412] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fa101af-ee8c-4563-9a72-7cc8813a074b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.016007] env[69287]: DEBUG nova.compute.utils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.024528] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.024739] env[69287]: DEBUG nova.network.neutron [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.036248] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Created folder: Project (435217f424134ec284fff28617a0caa5) in parent group-v688742. [ 630.036443] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Creating folder: Instances. Parent ref: group-v688762. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.037232] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71529dc3-fb70-4c9a-a731-b11f0c151c18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.047169] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Created folder: Instances in parent group-v688762. [ 630.047435] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.047724] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.048110] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6aed20f-f0ef-4f66-ba8a-57731a455040 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.078171] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.078171] env[69287]: value = "task-3449861" [ 630.078171] env[69287]: _type = "Task" [ 630.078171] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.088100] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449861, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.130019] env[69287]: DEBUG nova.policy [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714c60d37b434e568739f0ccf2215e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80aa7ce270cb4ec898920402eb148f49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.147128] env[69287]: INFO nova.compute.manager [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Took 22.93 seconds to build instance. [ 630.154875] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449858, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.061289} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.155554] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] File moved {{(pid=69287) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 630.156270] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Cleaning up location [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 630.156270] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleting the datastore file [datastore2] vmware_temp/a4f5a86f-33c0-4eb5-9ca7-c213cb6cf48b {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.156668] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e16e6e9-52a1-4d3b-8e53-1408c5b02efc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.165052] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 630.165052] env[69287]: value = "task-3449862" [ 630.165052] env[69287]: _type = "Task" [ 630.165052] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.177159] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.189240] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.227736] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.461858] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Acquiring lock "0bf98b57-c7c6-4918-947a-085e96137eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.462144] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lock "0bf98b57-c7c6-4918-947a-085e96137eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.462365] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Acquiring lock "0bf98b57-c7c6-4918-947a-085e96137eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.462984] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lock "0bf98b57-c7c6-4918-947a-085e96137eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.462984] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lock "0bf98b57-c7c6-4918-947a-085e96137eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.468922] env[69287]: INFO nova.compute.manager [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Terminating instance [ 630.519328] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.535247] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.600019] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449861, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.621697] env[69287]: DEBUG nova.network.neutron [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Updated VIF entry in instance network info cache for port 69aa4d87-a7a0-49a6-b954-782724ae50d4. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.621697] env[69287]: DEBUG nova.network.neutron [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Updating instance_info_cache with network_info: [{"id": "69aa4d87-a7a0-49a6-b954-782724ae50d4", "address": "fa:16:3e:17:4a:44", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69aa4d87-a7", "ovs_interfaceid": "69aa4d87-a7a0-49a6-b954-782724ae50d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.650369] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6af307f5-c43c-41b3-8e99-2f3d03703cb7 tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.466s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.687531] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035225} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.689683] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.690684] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6ce12f-b30b-4394-8f65-a594dee60595 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.708571] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 630.708571] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5215d31c-91fb-cc41-1c3c-7762ff580315" [ 630.708571] env[69287]: _type = "Task" [ 630.708571] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.719373] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5215d31c-91fb-cc41-1c3c-7762ff580315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.724019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.757842] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.975676] env[69287]: DEBUG nova.compute.manager [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.976073] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.976835] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee80a90-e775-49af-ae9b-d8a3c87a97dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.988207] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.988488] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f2be462-16cb-46cc-9939-07e4bd111b32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.995710] env[69287]: DEBUG oslo_vmware.api [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Waiting for the task: (returnval){ [ 630.995710] env[69287]: value = "task-3449867" [ 630.995710] env[69287]: _type = "Task" [ 630.995710] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.010721] env[69287]: DEBUG oslo_vmware.api [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Task: {'id': task-3449867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.033761] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1c5518-71da-4bd8-8308-bf960a7ddf3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.050315] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15692bd-13e1-4269-9e6f-3f348a9a257f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.090757] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.095429] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4930d7b9-6133-4d32-b7d1-d0e3f99a0c38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.108111] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01966a-55a2-4c3b-97b1-52f7eaf61229 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.113159] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449861, 'name': CreateVM_Task, 'duration_secs': 0.594111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.113659] env[69287]: DEBUG nova.network.neutron [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Successfully updated port: ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.114955] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.117337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.117337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.117337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.117337] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0aea07c-7691-4591-8a00-2a2917544716 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.132903] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Releasing lock "refresh_cache-a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.133180] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Received event network-vif-plugged-b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.133397] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Acquiring lock "1580682d-7e24-4d7a-aada-5016def6023e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.134289] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Lock "1580682d-7e24-4d7a-aada-5016def6023e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.134289] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Lock "1580682d-7e24-4d7a-aada-5016def6023e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.134289] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] No waiting events found dispatching network-vif-plugged-b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.134289] env[69287]: WARNING nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Received unexpected event network-vif-plugged-b87a349d-b165-4b68-81f4-3c420c705aae for instance with vm_state building and task_state spawning. [ 631.134289] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Received event network-changed-b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.134544] env[69287]: DEBUG nova.compute.manager [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Refreshing instance network info cache due to event network-changed-b87a349d-b165-4b68-81f4-3c420c705aae. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.134544] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Acquiring lock "refresh_cache-1580682d-7e24-4d7a-aada-5016def6023e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.134666] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Acquired lock "refresh_cache-1580682d-7e24-4d7a-aada-5016def6023e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.134837] env[69287]: DEBUG nova.network.neutron [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Refreshing network info cache for port b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.137747] env[69287]: DEBUG nova.compute.provider_tree [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.138260] env[69287]: DEBUG nova.network.neutron [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Successfully created port: c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.143834] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 631.143834] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5226cbcd-9c72-fda8-1cec-bf591c38ab5c" [ 631.143834] env[69287]: _type = "Task" [ 631.143834] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.152441] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.158354] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5226cbcd-9c72-fda8-1cec-bf591c38ab5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.221993] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5215d31c-91fb-cc41-1c3c-7762ff580315, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.222273] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.223178] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 2478b60d-347e-4a31-8e4b-041a07764556/2478b60d-347e-4a31-8e4b-041a07764556.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.223178] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.223178] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.223382] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa28a79-4912-471e-a5eb-c70bc0e49103 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.226588] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64af447-0538-4f51-ab93-a1ee16abdc6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.233249] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 631.233249] env[69287]: value = "task-3449868" [ 631.233249] env[69287]: _type = "Task" [ 631.233249] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.242616] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.242616] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.243289] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0e626e-9cda-49fe-b34f-88a3890f689c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.249386] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.252516] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 631.252516] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525a8ff2-0fa8-c6f4-4719-4a27462db0ae" [ 631.252516] env[69287]: _type = "Task" [ 631.252516] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.260838] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525a8ff2-0fa8-c6f4-4719-4a27462db0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.506494] env[69287]: DEBUG oslo_vmware.api [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Task: {'id': task-3449867, 'name': PowerOffVM_Task, 'duration_secs': 0.288372} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.506823] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.507036] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.507340] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda7a462-cc0c-4a03-977c-bd0b1d32c8af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.538368] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.581031] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.581031] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.581031] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.581262] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.581262] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.581262] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.581696] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.582109] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.582579] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.582756] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.583574] env[69287]: DEBUG nova.virt.hardware [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.585497] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1df729-a4a0-463c-acbe-b1d6fb82bf34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.589573] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.589573] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.593551] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Deleting the datastore file [datastore1] 0bf98b57-c7c6-4918-947a-085e96137eee {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.594365] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c123cbb6-f29d-44a5-83d0-66328a3066af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.601299] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83205cce-b7c5-4d35-9566-5843d99aca0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.610334] env[69287]: DEBUG oslo_vmware.api [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Waiting for the task: (returnval){ [ 631.610334] env[69287]: value = "task-3449870" [ 631.610334] env[69287]: _type = "Task" [ 631.610334] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.625163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.625163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.625163] env[69287]: DEBUG nova.network.neutron [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.632443] env[69287]: DEBUG oslo_vmware.api [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Task: {'id': task-3449870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.642983] env[69287]: DEBUG nova.scheduler.client.report [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.657764] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5226cbcd-9c72-fda8-1cec-bf591c38ab5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.658322] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.658662] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.658890] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.687920] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.748000] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449868, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.766706] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525a8ff2-0fa8-c6f4-4719-4a27462db0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.768080] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d6028c-3685-4dc1-aa81-0480b7ef3d4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.776092] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 631.776092] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d2ad2-655c-ade7-13e3-37c67518f617" [ 631.776092] env[69287]: _type = "Task" [ 631.776092] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.790163] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d2ad2-655c-ade7-13e3-37c67518f617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.829627] env[69287]: DEBUG nova.compute.manager [req-80787fc0-23b5-425d-bc91-a2bba7a78e37 req-7330a295-ce47-4699-b0a1-34e57563c3c6 service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Received event network-vif-plugged-ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.829916] env[69287]: DEBUG oslo_concurrency.lockutils [req-80787fc0-23b5-425d-bc91-a2bba7a78e37 req-7330a295-ce47-4699-b0a1-34e57563c3c6 service nova] Acquiring lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.830155] env[69287]: DEBUG oslo_concurrency.lockutils [req-80787fc0-23b5-425d-bc91-a2bba7a78e37 req-7330a295-ce47-4699-b0a1-34e57563c3c6 service nova] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.830385] env[69287]: DEBUG oslo_concurrency.lockutils [req-80787fc0-23b5-425d-bc91-a2bba7a78e37 req-7330a295-ce47-4699-b0a1-34e57563c3c6 service nova] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.830556] env[69287]: DEBUG nova.compute.manager [req-80787fc0-23b5-425d-bc91-a2bba7a78e37 req-7330a295-ce47-4699-b0a1-34e57563c3c6 service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] No waiting events found dispatching network-vif-plugged-ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.830719] env[69287]: WARNING nova.compute.manager [req-80787fc0-23b5-425d-bc91-a2bba7a78e37 req-7330a295-ce47-4699-b0a1-34e57563c3c6 service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Received unexpected event network-vif-plugged-ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 for instance with vm_state building and task_state spawning. [ 632.031930] env[69287]: DEBUG nova.network.neutron [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Updated VIF entry in instance network info cache for port b87a349d-b165-4b68-81f4-3c420c705aae. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.032368] env[69287]: DEBUG nova.network.neutron [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Updating instance_info_cache with network_info: [{"id": "b87a349d-b165-4b68-81f4-3c420c705aae", "address": "fa:16:3e:d4:fa:6a", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87a349d-b1", "ovs_interfaceid": "b87a349d-b165-4b68-81f4-3c420c705aae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.053691] env[69287]: DEBUG nova.compute.manager [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.054713] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42b798-7fee-4ceb-9b0c-ffcf1d445762 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.124806] env[69287]: DEBUG oslo_vmware.api [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Task: {'id': task-3449870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477689} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.125616] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.125616] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.125616] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.125855] env[69287]: INFO nova.compute.manager [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 632.126178] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.126570] env[69287]: DEBUG nova.compute.manager [-] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.126735] env[69287]: DEBUG nova.network.neutron [-] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.149158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.149699] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.152658] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.560s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.178566] env[69287]: DEBUG nova.network.neutron [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.247028] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741259} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.247634] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 2478b60d-347e-4a31-8e4b-041a07764556/2478b60d-347e-4a31-8e4b-041a07764556.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.247844] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.248117] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-589156a9-8fbe-4c71-bc01-4698765c8b66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.254839] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 632.254839] env[69287]: value = "task-3449871" [ 632.254839] env[69287]: _type = "Task" [ 632.254839] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.264428] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.289918] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d2ad2-655c-ade7-13e3-37c67518f617, 'name': SearchDatastore_Task, 'duration_secs': 0.050011} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.289918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.289918] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87/a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.289918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.290235] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.290235] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a01655c-efdc-48c4-8e4c-94502772a803 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.293717] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f0605cc-40e2-4488-a764-626f1b8375cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.298486] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 632.298486] env[69287]: value = "task-3449872" [ 632.298486] env[69287]: _type = "Task" [ 632.298486] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.305659] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.305858] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.306905] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601a6ba2-ffda-4b4a-a378-0d1be1e9b3cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.312815] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.317681] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 632.317681] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5213cf1e-c4aa-c4db-4ae8-fc71748deed1" [ 632.317681] env[69287]: _type = "Task" [ 632.317681] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.327841] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5213cf1e-c4aa-c4db-4ae8-fc71748deed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.420451] env[69287]: DEBUG nova.network.neutron [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.535730] env[69287]: DEBUG oslo_concurrency.lockutils [req-f15f448f-3077-4001-82c2-65ee6778bdf5 req-caed3e67-3f4c-436c-bbfb-598352720a9c service nova] Releasing lock "refresh_cache-1580682d-7e24-4d7a-aada-5016def6023e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.572339] env[69287]: INFO nova.compute.manager [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] instance snapshotting [ 632.579997] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd660a-64c9-45bf-a2cc-c828cb78c78c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.603375] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c900f7e3-05b3-4491-b304-41a781c19512 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.658760] env[69287]: DEBUG nova.compute.utils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.658760] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.658760] env[69287]: DEBUG nova.network.neutron [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.735884] env[69287]: DEBUG nova.policy [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb24b9141fa941be90b64f8902bde1ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86005ab97c2d4a4b8cbda5dc2e15203b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.767032] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175691} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.767032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.767884] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e07fe-3b8b-4a2a-a64c-8a4b5be6e4de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.795671] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2478b60d-347e-4a31-8e4b-041a07764556/2478b60d-347e-4a31-8e4b-041a07764556.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.801021] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c693f06d-4cf8-49d2-8150-3e34627d3622 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.826354] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 632.826354] env[69287]: value = "task-3449873" [ 632.826354] env[69287]: _type = "Task" [ 632.826354] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.830220] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.836920] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5213cf1e-c4aa-c4db-4ae8-fc71748deed1, 'name': SearchDatastore_Task, 'duration_secs': 0.028418} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.838415] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61df33e-377c-424c-8a08-be56f9694b6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.844020] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.849374] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 632.849374] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e1e49b-39ab-eb83-52a0-909effca979a" [ 632.849374] env[69287]: _type = "Task" [ 632.849374] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.860304] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e1e49b-39ab-eb83-52a0-909effca979a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.879225] env[69287]: INFO nova.compute.manager [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Rebuilding instance [ 632.923515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.923845] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Instance network_info: |[{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.924540] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:58:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebd2fd41-a871-4d7a-a73a-bf56c230ccd0', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.933714] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Creating folder: Project (59f0df02a1934bb5b6c754f02369c030). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.934272] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f26a9b6c-8201-4240-ab96-487b12090113 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.936168] env[69287]: DEBUG nova.network.neutron [-] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.948964] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Created folder: Project (59f0df02a1934bb5b6c754f02369c030) in parent group-v688742. [ 632.950411] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Creating folder: Instances. Parent ref: group-v688768. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.955128] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfa17b35-7396-403a-b3ea-61669294d306 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.959284] env[69287]: DEBUG nova.compute.manager [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.960588] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d74cc-d758-4ce7-890b-67d3c5bd5182 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.980681] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Created folder: Instances in parent group-v688768. [ 632.980958] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.981167] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.981433] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08eb9f50-caf2-492e-900d-c91b63bdc849 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.006340] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.006340] env[69287]: value = "task-3449876" [ 633.006340] env[69287]: _type = "Task" [ 633.006340] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.013304] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449876, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.115815] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 633.116121] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9479cbe-d5d3-4811-b122-828c42c25e07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.123994] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 633.123994] env[69287]: value = "task-3449877" [ 633.123994] env[69287]: _type = "Task" [ 633.123994] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.132369] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.175615] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.206433] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 0bf98b57-c7c6-4918-947a-085e96137eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.206659] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 1201c389-67f9-4a49-8d04-0fffbe8cf528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.206761] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance e2ab5657-bcb4-47eb-a487-6a57cf2925c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.206882] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 22d254b3-b8fd-437f-9799-c77d6d912875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.206995] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a742fa58-5053-4845-83eb-96334a38797a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.207209] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 2478b60d-347e-4a31-8e4b-041a07764556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.207269] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.207342] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 1580682d-7e24-4d7a-aada-5016def6023e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.207453] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.207569] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 6543732a-a08b-4822-beb4-d9a2283dcd66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.207681] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 633.318512] env[69287]: DEBUG nova.network.neutron [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Successfully updated port: c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.331838] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.334968] env[69287]: DEBUG nova.network.neutron [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Successfully created port: d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.347506] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.363324] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e1e49b-39ab-eb83-52a0-909effca979a, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.363630] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.363890] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 1580682d-7e24-4d7a-aada-5016def6023e/1580682d-7e24-4d7a-aada-5016def6023e.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.364222] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9575af76-8b65-4558-87b1-e214443e563f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.374450] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 633.374450] env[69287]: value = "task-3449878" [ 633.374450] env[69287]: _type = "Task" [ 633.374450] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.390791] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.439461] env[69287]: INFO nova.compute.manager [-] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Took 1.31 seconds to deallocate network for instance. [ 633.516949] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449876, 'name': CreateVM_Task, 'duration_secs': 0.470056} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.518164] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.520173] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.520173] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.520173] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520627] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bcdc6f-89f6-4304-9a2f-22fd2330143f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.528229] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 633.528229] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521f720b-c372-ca8d-9a7d-aca865b3329b" [ 633.528229] env[69287]: _type = "Task" [ 633.528229] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.540449] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521f720b-c372-ca8d-9a7d-aca865b3329b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.634679] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.716303] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance c2472012-1360-4b78-9672-2f15df185949 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 633.822266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "refresh_cache-6543732a-a08b-4822-beb4-d9a2283dcd66" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.822613] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquired lock "refresh_cache-6543732a-a08b-4822-beb4-d9a2283dcd66" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.822697] env[69287]: DEBUG nova.network.neutron [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.844185] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.853439] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.886927] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.948728] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.982861] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.983264] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f43d33-4737-41c0-9303-364d5ccac6ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.991961] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 633.991961] env[69287]: value = "task-3449880" [ 633.991961] env[69287]: _type = "Task" [ 633.991961] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.001910] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.042024] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521f720b-c372-ca8d-9a7d-aca865b3329b, 'name': SearchDatastore_Task, 'duration_secs': 0.024865} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.042024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.042024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.042024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.042338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.042471] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.042967] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a37ad5-2a4f-4c31-a006-5c654d7abf44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.064032] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.064032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.064032] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c57c1b4-afb0-4ef3-bd13-fe90a56c2a82 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.071454] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 634.071454] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f03f11-cb3f-0d66-26df-ce4952c55223" [ 634.071454] env[69287]: _type = "Task" [ 634.071454] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.083136] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f03f11-cb3f-0d66-26df-ce4952c55223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.140107] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.190850] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.226220] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.226220] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.226220] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.226379] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.226605] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.226849] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.227196] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.227456] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.227781] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.228738] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.228738] env[69287]: DEBUG nova.virt.hardware [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.229464] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ceb486ef-93f1-4706-a14e-6b72bf807ba6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.231616] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbdaf8-38cd-4c44-80a5-ff7bb9a1c1f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.242762] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "6ab24fb4-7b96-47ad-a951-40a856f07f72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.243506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.248997] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee877c1-fc72-47bd-8252-8348a90dd668 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.342025] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449872, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.921207} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.342025] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87/a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.342320] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.342472] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18277af9-4eee-45de-a9a7-ca80769a4995 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.348910] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.354194] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 634.354194] env[69287]: value = "task-3449881" [ 634.354194] env[69287]: _type = "Task" [ 634.354194] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.364887] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.385555] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.389923] env[69287]: DEBUG nova.network.neutron [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.502664] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449880, 'name': PowerOffVM_Task, 'duration_secs': 0.14651} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.502954] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.503233] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.504103] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8448c-470a-4811-8e18-9e456823db9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.515512] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.515822] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b4a27e-b6d7-442c-9475-c33dbce3170f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.544345] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.544570] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.544824] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Deleting the datastore file [datastore1] a742fa58-5053-4845-83eb-96334a38797a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.545057] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7c4f350-09da-4479-b252-95ffc48c1404 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.551832] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 634.551832] env[69287]: value = "task-3449883" [ 634.551832] env[69287]: _type = "Task" [ 634.551832] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.560339] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.581626] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f03f11-cb3f-0d66-26df-ce4952c55223, 'name': SearchDatastore_Task, 'duration_secs': 0.083204} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.582468] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea802b5-71a7-4543-9e67-6a56662e5d61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.587376] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 634.587376] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522a4f46-12a3-56f5-214e-aa8a142b9230" [ 634.587376] env[69287]: _type = "Task" [ 634.587376] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.594955] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522a4f46-12a3-56f5-214e-aa8a142b9230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.615476] env[69287]: DEBUG nova.network.neutron [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Updating instance_info_cache with network_info: [{"id": "c90b3328-e7ee-45a8-9d54-97ca9b950e81", "address": "fa:16:3e:b2:0a:8d", "network": {"id": "5e240b57-f045-4b4d-9d7f-77ceaca50f42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1735217477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "80aa7ce270cb4ec898920402eb148f49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90b3328-e7", "ovs_interfaceid": "c90b3328-e7ee-45a8-9d54-97ca9b950e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.637107] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449877, 'name': CreateSnapshot_Task, 'duration_secs': 1.049696} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.637421] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 634.638260] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f62b73-6c25-4609-a69f-ce2fc5dcd042 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.696489] env[69287]: DEBUG nova.compute.manager [req-65a3536d-a110-4580-b750-7c1d474726aa req-03e7eb4d-9665-4068-8d91-c70c24681d87 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Received event network-vif-plugged-c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.696710] env[69287]: DEBUG oslo_concurrency.lockutils [req-65a3536d-a110-4580-b750-7c1d474726aa req-03e7eb4d-9665-4068-8d91-c70c24681d87 service nova] Acquiring lock "6543732a-a08b-4822-beb4-d9a2283dcd66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.696917] env[69287]: DEBUG oslo_concurrency.lockutils [req-65a3536d-a110-4580-b750-7c1d474726aa req-03e7eb4d-9665-4068-8d91-c70c24681d87 service nova] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.697115] env[69287]: DEBUG oslo_concurrency.lockutils [req-65a3536d-a110-4580-b750-7c1d474726aa req-03e7eb4d-9665-4068-8d91-c70c24681d87 service nova] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.697290] env[69287]: DEBUG nova.compute.manager [req-65a3536d-a110-4580-b750-7c1d474726aa req-03e7eb4d-9665-4068-8d91-c70c24681d87 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] No waiting events found dispatching network-vif-plugged-c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.697452] env[69287]: WARNING nova.compute.manager [req-65a3536d-a110-4580-b750-7c1d474726aa req-03e7eb4d-9665-4068-8d91-c70c24681d87 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Received unexpected event network-vif-plugged-c90b3328-e7ee-45a8-9d54-97ca9b950e81 for instance with vm_state building and task_state spawning. [ 634.739041] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 61c6da84-4ca4-45d2-b573-3280a7b7cdba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 634.847621] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449873, 'name': ReconfigVM_Task, 'duration_secs': 1.842277} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.847621] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2478b60d-347e-4a31-8e4b-041a07764556/2478b60d-347e-4a31-8e4b-041a07764556.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.847621] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924c76d7-ac25-4536-a834-7f794e1f70af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.852908] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 634.852908] env[69287]: value = "task-3449884" [ 634.852908] env[69287]: _type = "Task" [ 634.852908] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.871241] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080896} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.871618] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449884, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.873114] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.874031] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4b105-68bf-4f9e-8298-ba30f0478997 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.912363] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87/a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.916516] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb912440-9275-4444-9f24-4c45b900156a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.931373] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449878, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.054335} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.931598] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 1580682d-7e24-4d7a-aada-5016def6023e/1580682d-7e24-4d7a-aada-5016def6023e.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.931936] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.932776] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f05ecdc-6489-47b3-8ae6-7c78859d55aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.937733] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 634.937733] env[69287]: value = "task-3449885" [ 634.937733] env[69287]: _type = "Task" [ 634.937733] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.942128] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 634.942128] env[69287]: value = "task-3449886" [ 634.942128] env[69287]: _type = "Task" [ 634.942128] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.951242] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.954332] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.064123] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361609} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.064572] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.064900] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.065152] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.101544] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522a4f46-12a3-56f5-214e-aa8a142b9230, 'name': SearchDatastore_Task, 'duration_secs': 0.026455} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.101964] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.102087] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9/19b297d9-f3a5-4ebb-8964-815cd27c5fe9.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.102448] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd375ddd-423e-4078-be33-b04f65ca4931 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.111361] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 635.111361] env[69287]: value = "task-3449887" [ 635.111361] env[69287]: _type = "Task" [ 635.111361] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.118718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Releasing lock "refresh_cache-6543732a-a08b-4822-beb4-d9a2283dcd66" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.119023] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Instance network_info: |[{"id": "c90b3328-e7ee-45a8-9d54-97ca9b950e81", "address": "fa:16:3e:b2:0a:8d", "network": {"id": "5e240b57-f045-4b4d-9d7f-77ceaca50f42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1735217477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "80aa7ce270cb4ec898920402eb148f49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90b3328-e7", "ovs_interfaceid": "c90b3328-e7ee-45a8-9d54-97ca9b950e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.119322] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.119759] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:0a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c90b3328-e7ee-45a8-9d54-97ca9b950e81', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.127440] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Creating folder: Project (80aa7ce270cb4ec898920402eb148f49). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.127981] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2384e4-818a-4400-949b-fecb9670a3c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.138237] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Created folder: Project (80aa7ce270cb4ec898920402eb148f49) in parent group-v688742. [ 635.138437] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Creating folder: Instances. Parent ref: group-v688772. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.138671] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cde11a38-1c9d-47fa-80d3-31e922ab5e77 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.147223] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Created folder: Instances in parent group-v688772. [ 635.147546] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.147738] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.147938] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8e6fb0-709d-4ad4-9135-7ece3f71d84e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.169737] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 635.170424] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3126e14e-db72-4a99-baae-f1d5d11e7e57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.180548] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 635.180548] env[69287]: value = "task-3449891" [ 635.180548] env[69287]: _type = "Task" [ 635.180548] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.180725] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.180725] env[69287]: value = "task-3449890" [ 635.180725] env[69287]: _type = "Task" [ 635.180725] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.193036] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449891, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.196641] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449890, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.242875] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance e0644f3d-ca8f-4411-b54b-e24c33070882 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.369182] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449884, 'name': Rename_Task, 'duration_secs': 0.240186} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.369475] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.370184] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd11e65d-16e2-4c8e-9a89-5c5305b78d8b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.377724] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 635.377724] env[69287]: value = "task-3449892" [ 635.377724] env[69287]: _type = "Task" [ 635.377724] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.386765] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.452532] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072701} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.457172] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.457790] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.459527] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1d515d-bf85-4bd4-97bb-43036ed559a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.492585] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1580682d-7e24-4d7a-aada-5016def6023e/1580682d-7e24-4d7a-aada-5016def6023e.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.492585] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bac6c68-3589-4fde-bf64-e27d5e84adce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.511574] env[69287]: DEBUG nova.network.neutron [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Successfully updated port: d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.516898] env[69287]: DEBUG nova.compute.manager [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Received event network-changed-ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.517326] env[69287]: DEBUG nova.compute.manager [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Refreshing instance network info cache due to event network-changed-ebd2fd41-a871-4d7a-a73a-bf56c230ccd0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.517326] env[69287]: DEBUG oslo_concurrency.lockutils [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] Acquiring lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.517594] env[69287]: DEBUG oslo_concurrency.lockutils [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] Acquired lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.517794] env[69287]: DEBUG nova.network.neutron [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Refreshing network info cache for port ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.527052] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 635.527052] env[69287]: value = "task-3449894" [ 635.527052] env[69287]: _type = "Task" [ 635.527052] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.541510] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.626271] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449887, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.706021] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449891, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.710478] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449890, 'name': CreateVM_Task, 'duration_secs': 0.456297} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.710478] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.711090] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.711306] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.711673] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.711972] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee9ee70-05bc-46e3-8d5e-9a79c11bf543 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.718027] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 635.718027] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e7a2c-a02b-814f-28ce-114a0f7deb47" [ 635.718027] env[69287]: _type = "Task" [ 635.718027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.730999] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e7a2c-a02b-814f-28ce-114a0f7deb47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.753035] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 137d5236-472a-494b-91a6-5a76844f2d17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 635.890241] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.953877] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449885, 'name': ReconfigVM_Task, 'duration_secs': 0.781107} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.956846] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Reconfigured VM instance instance-00000007 to attach disk [datastore2] a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87/a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.960952] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19adb19f-d8a3-447b-9682-ea9eb90eb8c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.965222] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.965489] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.975260] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 635.975260] env[69287]: value = "task-3449895" [ 635.975260] env[69287]: _type = "Task" [ 635.975260] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.988198] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449895, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.030339] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.030563] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.030792] env[69287]: DEBUG nova.network.neutron [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.046174] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449894, 'name': ReconfigVM_Task, 'duration_secs': 0.520058} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.049018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.049018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.049018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.049018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.049313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.050825] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1580682d-7e24-4d7a-aada-5016def6023e/1580682d-7e24-4d7a-aada-5016def6023e.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.053079] env[69287]: INFO nova.compute.manager [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Terminating instance [ 636.055342] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99bc6cd5-15cb-4206-87c1-a9ac41dcc428 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.065827] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 636.065827] env[69287]: value = "task-3449896" [ 636.065827] env[69287]: _type = "Task" [ 636.065827] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.084230] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449896, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.123401] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.123401] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.123401] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.123401] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.123676] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.123676] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.123676] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.123676] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.123891] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.124113] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.124362] env[69287]: DEBUG nova.virt.hardware [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.125316] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a0c3c8-6440-483b-b2d8-dfd2f60c2005 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.133921] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770708} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.134736] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9/19b297d9-f3a5-4ebb-8964-815cd27c5fe9.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.135033] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.135344] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54e43e64-ba35-4920-babc-f4a13afee8fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.142087] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9921b6-d6ba-4efe-896a-5d5d0423069b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.149212] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 636.149212] env[69287]: value = "task-3449897" [ 636.149212] env[69287]: _type = "Task" [ 636.149212] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.161891] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.169685] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.170647] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.171244] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-080025b8-767a-4df9-bbf0-5fe158708f35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.187285] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.196191] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449891, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.197678] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.197678] env[69287]: value = "task-3449898" [ 636.197678] env[69287]: _type = "Task" [ 636.197678] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.206236] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449898, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.230865] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e7a2c-a02b-814f-28ce-114a0f7deb47, 'name': SearchDatastore_Task, 'duration_secs': 0.059441} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.231191] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.231452] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.231682] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.231872] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.231992] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.232627] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2719d2f9-a75d-40c2-ba05-da5e90efcdfb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.242415] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.242609] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.243413] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f3734c-8395-4ff6-99f5-18566962fd76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.249427] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 636.249427] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523ebca2-b8e5-6a4c-3f7c-6ff8b249ff30" [ 636.249427] env[69287]: _type = "Task" [ 636.249427] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.260905] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9df3a8ed-6ee2-422e-9242-70ba607aba5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 636.262779] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523ebca2-b8e5-6a4c-3f7c-6ff8b249ff30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.390930] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449892, 'name': PowerOnVM_Task, 'duration_secs': 0.936191} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.391314] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.391427] env[69287]: INFO nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Took 14.86 seconds to spawn the instance on the hypervisor. [ 636.391606] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.392427] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897dea6b-9a1b-436a-9551-ac696ff7694a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.485706] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449895, 'name': Rename_Task, 'duration_secs': 0.195618} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.485991] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.486287] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c577268e-c6fc-48e8-b7ec-1cf2109eed70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.493280] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 636.493280] env[69287]: value = "task-3449899" [ 636.493280] env[69287]: _type = "Task" [ 636.493280] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.501319] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.561274] env[69287]: DEBUG nova.compute.manager [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 636.561631] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.563219] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b086850b-55cb-4e49-8452-a8ed0122951b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.577363] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.580401] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24079b87-ce6b-4c30-9205-53a1bf46f97e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.582319] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449896, 'name': Rename_Task, 'duration_secs': 0.184257} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.582582] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.583214] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7261d2-9b42-4cac-bb37-604a2dd0ac5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.587139] env[69287]: DEBUG oslo_vmware.api [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 636.587139] env[69287]: value = "task-3449900" [ 636.587139] env[69287]: _type = "Task" [ 636.587139] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.592247] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 636.592247] env[69287]: value = "task-3449901" [ 636.592247] env[69287]: _type = "Task" [ 636.592247] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.599252] env[69287]: DEBUG oslo_vmware.api [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.604499] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.659057] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131777} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.659385] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.660388] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282e619b-1a57-4a67-a3ed-a95a57a52dcd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.664916] env[69287]: DEBUG nova.network.neutron [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updated VIF entry in instance network info cache for port ebd2fd41-a871-4d7a-a73a-bf56c230ccd0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.665280] env[69287]: DEBUG nova.network.neutron [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.688233] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9/19b297d9-f3a5-4ebb-8964-815cd27c5fe9.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.689724] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeddc431-5545-4ef0-8f7e-fc0bba365502 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.713219] env[69287]: DEBUG nova.network.neutron [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.717712] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 636.717712] env[69287]: value = "task-3449902" [ 636.717712] env[69287]: _type = "Task" [ 636.717712] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.721428] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449891, 'name': CloneVM_Task, 'duration_secs': 1.510999} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.729874] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Created linked-clone VM from snapshot [ 636.730119] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449898, 'name': CreateVM_Task, 'duration_secs': 0.490403} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.731157] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab848838-84ba-4b4c-92ae-a3e28610cbac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.733755] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.738277] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.738277] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.738277] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.738277] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fabf9f-a86f-44e5-8999-cf576c13b86e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.744271] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Uploading image ab3b0f94-3d1f-45cf-913f-d177d68005b9 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 636.746699] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.757627] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 636.757627] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52745f4b-c1ca-be51-da9d-5da4fa0802d8" [ 636.757627] env[69287]: _type = "Task" [ 636.757627] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.765649] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 7adab229-dc33-44c0-bfe5-8ae48d438f41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 636.767131] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523ebca2-b8e5-6a4c-3f7c-6ff8b249ff30, 'name': SearchDatastore_Task, 'duration_secs': 0.039519} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.770820] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07d4940-2863-4c38-b157-6f9a29860ea5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.777862] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52745f4b-c1ca-be51-da9d-5da4fa0802d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.780236] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 636.780236] env[69287]: value = "vm-688775" [ 636.780236] env[69287]: _type = "VirtualMachine" [ 636.780236] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 636.780499] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-920a3ce8-d1e8-4249-844a-55dea1fba347 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.784602] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 636.784602] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dd3862-48e8-b903-3cb6-5dbd1ab3b1b7" [ 636.784602] env[69287]: _type = "Task" [ 636.784602] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.790709] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lease: (returnval){ [ 636.790709] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f40dd6-1b08-809a-2f2e-0475b98f0a0d" [ 636.790709] env[69287]: _type = "HttpNfcLease" [ 636.790709] env[69287]: } obtained for exporting VM: (result){ [ 636.790709] env[69287]: value = "vm-688775" [ 636.790709] env[69287]: _type = "VirtualMachine" [ 636.790709] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 636.791401] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the lease: (returnval){ [ 636.791401] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f40dd6-1b08-809a-2f2e-0475b98f0a0d" [ 636.791401] env[69287]: _type = "HttpNfcLease" [ 636.791401] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 636.800680] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dd3862-48e8-b903-3cb6-5dbd1ab3b1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.801474] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.801997] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6543732a-a08b-4822-beb4-d9a2283dcd66/6543732a-a08b-4822-beb4-d9a2283dcd66.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.802382] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c526e53-ab98-459f-b09e-8eb2f2360c9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.806285] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 636.806285] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f40dd6-1b08-809a-2f2e-0475b98f0a0d" [ 636.806285] env[69287]: _type = "HttpNfcLease" [ 636.806285] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 636.818341] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 636.818341] env[69287]: value = "task-3449904" [ 636.818341] env[69287]: _type = "Task" [ 636.818341] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.831369] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.915625] env[69287]: INFO nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Took 28.79 seconds to build instance. [ 637.006750] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.015827] env[69287]: DEBUG nova.network.neutron [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updating instance_info_cache with network_info: [{"id": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "address": "fa:16:3e:4b:6a:19", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fe321f-71", "ovs_interfaceid": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.102396] env[69287]: DEBUG oslo_vmware.api [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449900, 'name': PowerOffVM_Task, 'duration_secs': 0.280842} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.104453] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.104646] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.104978] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e127e94e-b88e-4945-9b05-a8880da071ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.110463] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.168093] env[69287]: DEBUG oslo_concurrency.lockutils [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] Releasing lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.169065] env[69287]: DEBUG nova.compute.manager [req-426b2ff9-c071-4d9a-9553-264a98dc7b8a req-a83b81fa-a0a2-4ba1-a85f-0d53139ef62e service nova] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Received event network-vif-deleted-fd8dad81-59c3-4188-8466-32d8a4eb1cae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.201979] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.202562] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.202753] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Deleting the datastore file [datastore1] e2ab5657-bcb4-47eb-a487-6a57cf2925c5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.203899] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d9eb776-5a50-4c4b-b7f6-7036ebf71685 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.217803] env[69287]: DEBUG oslo_vmware.api [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for the task: (returnval){ [ 637.217803] env[69287]: value = "task-3449906" [ 637.217803] env[69287]: _type = "Task" [ 637.217803] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.244457] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.244881] env[69287]: DEBUG oslo_vmware.api [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.275887] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 029595d0-bfcd-4785-8ce6-771cd77f8a7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 637.281030] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52745f4b-c1ca-be51-da9d-5da4fa0802d8, 'name': SearchDatastore_Task, 'duration_secs': 0.018345} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.281030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.281030] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.281030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.281344] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.281344] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.281344] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-902ec9f2-30f8-4e0e-adb3-0767c3d17344 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.299666] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.299952] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.301729] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728605ba-633d-4719-8632-84f8d310a347 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.308051] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 637.308051] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f40dd6-1b08-809a-2f2e-0475b98f0a0d" [ 637.308051] env[69287]: _type = "HttpNfcLease" [ 637.308051] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 637.309238] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 637.309238] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f40dd6-1b08-809a-2f2e-0475b98f0a0d" [ 637.309238] env[69287]: _type = "HttpNfcLease" [ 637.309238] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 637.311654] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aab7f1-8888-4795-adee-b7eb17d76b0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.317259] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 637.317259] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272af29-3112-29e6-acf4-6aeaff6b10c1" [ 637.317259] env[69287]: _type = "Task" [ 637.317259] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.339739] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c873b-63b8-0970-76da-6887e718de85/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 637.339739] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c873b-63b8-0970-76da-6887e718de85/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 637.361246] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272af29-3112-29e6-acf4-6aeaff6b10c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.361246] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.426881] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "2478b60d-347e-4a31-8e4b-041a07764556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.314s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.508997] env[69287]: DEBUG oslo_vmware.api [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449899, 'name': PowerOnVM_Task, 'duration_secs': 0.884891} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.509611] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.509871] env[69287]: INFO nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Took 13.69 seconds to spawn the instance on the hypervisor. [ 637.510074] env[69287]: DEBUG nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.511234] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b8666-1a10-4b94-9fa5-0bb26c780165 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.518780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Releasing lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.519091] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Instance network_info: |[{"id": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "address": "fa:16:3e:4b:6a:19", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fe321f-71", "ovs_interfaceid": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.523567] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:6a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1fe321f-7184-4da4-85cb-6af7650efb3d', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.536084] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Creating folder: Project (86005ab97c2d4a4b8cbda5dc2e15203b). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.536761] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0606ba79-efb6-4301-bf7f-b033dce40513 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.551191] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Created folder: Project (86005ab97c2d4a4b8cbda5dc2e15203b) in parent group-v688742. [ 637.551484] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Creating folder: Instances. Parent ref: group-v688777. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.551781] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70bbd9ac-a857-45d1-a856-7af20ba95500 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.567654] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Created folder: Instances in parent group-v688777. [ 637.568555] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.568555] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.568555] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f100abc1-31fa-46ef-b335-596c6caea316 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.604975] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6ea21ae-9eba-426c-9b4a-5fe2133a6f31 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.611169] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.611169] env[69287]: value = "task-3449909" [ 637.611169] env[69287]: _type = "Task" [ 637.611169] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.621895] env[69287]: DEBUG oslo_vmware.api [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449901, 'name': PowerOnVM_Task, 'duration_secs': 0.641421} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.623789] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.623789] env[69287]: INFO nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Took 11.34 seconds to spawn the instance on the hypervisor. [ 637.623789] env[69287]: DEBUG nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.627629] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb812a2-61b9-4aee-89c2-4e3d060cdd27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.637190] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449909, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.689131] env[69287]: DEBUG nova.compute.manager [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Received event network-changed-c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.689131] env[69287]: DEBUG nova.compute.manager [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Refreshing instance network info cache due to event network-changed-c90b3328-e7ee-45a8-9d54-97ca9b950e81. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.689131] env[69287]: DEBUG oslo_concurrency.lockutils [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] Acquiring lock "refresh_cache-6543732a-a08b-4822-beb4-d9a2283dcd66" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.689293] env[69287]: DEBUG oslo_concurrency.lockutils [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] Acquired lock "refresh_cache-6543732a-a08b-4822-beb4-d9a2283dcd66" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.689426] env[69287]: DEBUG nova.network.neutron [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Refreshing network info cache for port c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.740311] env[69287]: DEBUG oslo_vmware.api [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Task: {'id': task-3449906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467168} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.744486] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.744948] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.745320] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.745618] env[69287]: INFO nova.compute.manager [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 637.745980] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.746328] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449902, 'name': ReconfigVM_Task, 'duration_secs': 0.687437} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.746653] env[69287]: DEBUG nova.compute.manager [-] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.746877] env[69287]: DEBUG nova.network.neutron [-] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.749001] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9/19b297d9-f3a5-4ebb-8964-815cd27c5fe9.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.749860] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9003ec-a1d4-4177-b95a-ed47994208e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.761269] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 637.761269] env[69287]: value = "task-3449911" [ 637.761269] env[69287]: _type = "Task" [ 637.761269] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.774276] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449911, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.782052] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 663032db-816b-4c17-bc0b-15ea967f4a8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 637.850809] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671361} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.854089] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272af29-3112-29e6-acf4-6aeaff6b10c1, 'name': SearchDatastore_Task, 'duration_secs': 0.035911} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.857136] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6543732a-a08b-4822-beb4-d9a2283dcd66/6543732a-a08b-4822-beb4-d9a2283dcd66.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.857136] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.857505] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32109f34-a4c9-4cb9-9d8f-8323e0f255b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.862791] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcc90f2-ca55-4247-a8f3-b60cd0eea777 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.871140] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 637.871140] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9a64-f4cd-ffd7-fc74-377c5945348a" [ 637.871140] env[69287]: _type = "Task" [ 637.871140] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.880042] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 637.880042] env[69287]: value = "task-3449912" [ 637.880042] env[69287]: _type = "Task" [ 637.880042] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.895298] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9a64-f4cd-ffd7-fc74-377c5945348a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.896620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.897446] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.897991] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb48a9c-2d72-43bb-8c45-e1bce39c7671 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.906935] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.922159] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 637.922159] env[69287]: value = "task-3449913" [ 637.922159] env[69287]: _type = "Task" [ 637.922159] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.936916] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.945376] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.063825] env[69287]: INFO nova.compute.manager [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Took 29.92 seconds to build instance. [ 638.124508] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449909, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.178927] env[69287]: INFO nova.compute.manager [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Took 29.36 seconds to build instance. [ 638.276379] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449911, 'name': Rename_Task, 'duration_secs': 0.326768} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.276584] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.276898] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56b3a34f-f4e7-401a-87ea-b74c1b7bd8cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.290094] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 0b300c8b-226e-4cfc-8a57-78234de65ef0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 638.290094] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 638.290094] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 638.297083] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 638.297083] env[69287]: value = "task-3449914" [ 638.297083] env[69287]: _type = "Task" [ 638.297083] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.312700] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.393785] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105248} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.393785] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.394971] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7724af3f-d993-4ae1-a272-a48defbf8bb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.431025] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 6543732a-a08b-4822-beb4-d9a2283dcd66/6543732a-a08b-4822-beb4-d9a2283dcd66.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.436214] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a593a556-2f3c-4ba9-8662-2bd96ff9119f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.499466] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 638.499466] env[69287]: value = "task-3449915" [ 638.499466] env[69287]: _type = "Task" [ 638.499466] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.506511] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.507445] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.527929] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.572413] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2654acb6-f2b4-42f6-b42b-724a91a46436 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.435s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.626327] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449909, 'name': CreateVM_Task, 'duration_secs': 0.609395} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.629804] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.630820] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.631218] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.631751] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.632199] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13309598-32e3-47a5-99e4-b6c04870a8ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.639068] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 638.639068] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ce8fed-09ef-c6d6-92bd-729a3b100ad4" [ 638.639068] env[69287]: _type = "Task" [ 638.639068] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.660685] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ce8fed-09ef-c6d6-92bd-729a3b100ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.016402} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.665791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.666178] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.666589] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.666771] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.667211] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.670653] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b677ec2b-2f53-46dd-88b3-d23ab09b30d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.685981] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.686285] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.687285] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3cffb559-7020-4023-9410-9f6b3e9f3ec7 tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "1580682d-7e24-4d7a-aada-5016def6023e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.875s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.690437] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e117230b-07c7-4f6a-a75e-e055b4d53221 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.719161] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 638.719161] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc28f8-c1e9-8f26-fc22-1819c91add4a" [ 638.719161] env[69287]: _type = "Task" [ 638.719161] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.730736] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc28f8-c1e9-8f26-fc22-1819c91add4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.810801] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.838247] env[69287]: DEBUG nova.compute.manager [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Received event network-vif-plugged-d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.838247] env[69287]: DEBUG oslo_concurrency.lockutils [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.838247] env[69287]: DEBUG oslo_concurrency.lockutils [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.838247] env[69287]: DEBUG oslo_concurrency.lockutils [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.838475] env[69287]: DEBUG nova.compute.manager [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] No waiting events found dispatching network-vif-plugged-d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.838714] env[69287]: WARNING nova.compute.manager [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Received unexpected event network-vif-plugged-d1fe321f-7184-4da4-85cb-6af7650efb3d for instance with vm_state building and task_state spawning. [ 638.838928] env[69287]: DEBUG nova.compute.manager [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Received event network-changed-d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.839100] env[69287]: DEBUG nova.compute.manager [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Refreshing instance network info cache due to event network-changed-d1fe321f-7184-4da4-85cb-6af7650efb3d. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.839280] env[69287]: DEBUG oslo_concurrency.lockutils [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] Acquiring lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.839741] env[69287]: DEBUG oslo_concurrency.lockutils [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] Acquired lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.839741] env[69287]: DEBUG nova.network.neutron [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Refreshing network info cache for port d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.937771] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2594c7d-db60-4afe-ae5b-3826fd1d58ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.955278] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16704ded-963f-4db2-866d-d44277cc752e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.959335] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736309} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.960090] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.960090] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.961262] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bdb7e4e-60e3-4a2b-a99c-914efc9ed17c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.998890] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc374571-8b1a-4b03-aa53-d4d431bceaad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.002482] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 639.002482] env[69287]: value = "task-3449916" [ 639.002482] env[69287]: _type = "Task" [ 639.002482] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.016417] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df01ad06-57b5-41b6-aa74-b2b72a393d66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.028048] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.052322] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.058276] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.069221] env[69287]: DEBUG nova.network.neutron [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Updated VIF entry in instance network info cache for port c90b3328-e7ee-45a8-9d54-97ca9b950e81. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.069675] env[69287]: DEBUG nova.network.neutron [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Updating instance_info_cache with network_info: [{"id": "c90b3328-e7ee-45a8-9d54-97ca9b950e81", "address": "fa:16:3e:b2:0a:8d", "network": {"id": "5e240b57-f045-4b4d-9d7f-77ceaca50f42", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1735217477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80aa7ce270cb4ec898920402eb148f49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc90b3328-e7", "ovs_interfaceid": "c90b3328-e7ee-45a8-9d54-97ca9b950e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.078256] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.212499] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.233896] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc28f8-c1e9-8f26-fc22-1819c91add4a, 'name': SearchDatastore_Task, 'duration_secs': 0.044674} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.235936] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ebc5d6-6746-410c-ac76-cce8ec11c9fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.242726] env[69287]: DEBUG nova.network.neutron [-] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.244284] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 639.244284] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bf99da-e2b7-c7d7-335e-5cd878d2fc2a" [ 639.244284] env[69287]: _type = "Task" [ 639.244284] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.259915] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bf99da-e2b7-c7d7-335e-5cd878d2fc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.309256] env[69287]: DEBUG oslo_vmware.api [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3449914, 'name': PowerOnVM_Task, 'duration_secs': 0.741116} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.309532] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.309741] env[69287]: INFO nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Took 10.42 seconds to spawn the instance on the hypervisor. [ 639.309923] env[69287]: DEBUG nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.310786] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25b015-cb8b-44c6-ba2e-5cb4ebea08b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.520317] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106123} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.521577] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.522983] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087d1fc4-f9ba-44f3-b23b-af7d372f8d9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.529591] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449915, 'name': ReconfigVM_Task, 'duration_secs': 0.604643} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.530286] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 6543732a-a08b-4822-beb4-d9a2283dcd66/6543732a-a08b-4822-beb4-d9a2283dcd66.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.531218] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42364682-d2c3-475f-9659-f1b0c7bc6484 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.553490] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.557390] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71300b01-88a2-4355-abd9-7dc6e1e693a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.577996] env[69287]: DEBUG oslo_concurrency.lockutils [req-5c683240-9fb9-4509-ac77-0d8b5f7f3638 req-175f36e8-d9fe-4340-8c32-a5c72c45e833 service nova] Releasing lock "refresh_cache-6543732a-a08b-4822-beb4-d9a2283dcd66" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.578517] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 639.578517] env[69287]: value = "task-3449917" [ 639.578517] env[69287]: _type = "Task" [ 639.578517] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.588121] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 639.588121] env[69287]: value = "task-3449918" [ 639.588121] env[69287]: _type = "Task" [ 639.588121] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.597123] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449917, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.605054] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.614777] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.616286] env[69287]: ERROR nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [req-0ae37b8b-d98a-431c-8510-5a265e2c4e49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ae37b8b-d98a-431c-8510-5a265e2c4e49"}]} [ 639.648380] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 639.676651] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 639.679023] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.696055] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 639.741268] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.751632] env[69287]: INFO nova.compute.manager [-] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Took 2.00 seconds to deallocate network for instance. [ 639.759652] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 639.772295] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bf99da-e2b7-c7d7-335e-5cd878d2fc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.038593} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.777424] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.777483] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d/8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.778219] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07766db8-7400-4e03-b66a-c662dbdb9df1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.792711] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 639.792711] env[69287]: value = "task-3449919" [ 639.792711] env[69287]: _type = "Task" [ 639.792711] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.815181] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.835719] env[69287]: INFO nova.compute.manager [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Took 30.81 seconds to build instance. [ 640.049563] env[69287]: DEBUG nova.network.neutron [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updated VIF entry in instance network info cache for port d1fe321f-7184-4da4-85cb-6af7650efb3d. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.051832] env[69287]: DEBUG nova.network.neutron [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updating instance_info_cache with network_info: [{"id": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "address": "fa:16:3e:4b:6a:19", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fe321f-71", "ovs_interfaceid": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.108977] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449917, 'name': Rename_Task, 'duration_secs': 0.269795} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.114881] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.115616] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6568692-6239-4d6a-b4b0-a8e678bd97ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.127769] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.135732] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 640.135732] env[69287]: value = "task-3449921" [ 640.135732] env[69287]: _type = "Task" [ 640.135732] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.154419] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.278721] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.302814] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c23a2b0-efca-448f-9d39-ec9525b943b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.320216] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.329319] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3291b-0721-482e-b2cd-514318cc2d03 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.337327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-062a9251-7957-4c82-97af-d6989cf37e19 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.326s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.372284] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c546589-10ee-4c2d-9b4c-677a5f1c0356 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.385896] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bbed3-1965-44a5-a7c6-c50a2aa14299 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.414032] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.555144] env[69287]: DEBUG oslo_concurrency.lockutils [req-d8dd45b8-3a8d-4b1a-acd8-2ba0482a890f req-ae6ab816-89ac-45c4-b11f-d64d9ce83a7b service nova] Releasing lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.604479] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449918, 'name': ReconfigVM_Task, 'duration_secs': 0.540207} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.604946] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.605638] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd63d22-8338-4c67-96e9-3cecd2516958 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.616675] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 640.616675] env[69287]: value = "task-3449922" [ 640.616675] env[69287]: _type = "Task" [ 640.616675] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.631032] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449922, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.647682] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.805633] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609078} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.806079] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d/8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.806386] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.806770] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e90d7a-1aa3-4ba0-98ba-b52a967d605d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.818349] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 640.818349] env[69287]: value = "task-3449923" [ 640.818349] env[69287]: _type = "Task" [ 640.818349] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.827975] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.876317] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.958446] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 640.958589] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 27 to 28 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.958802] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.128476] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449922, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.148699] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449921, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.180712] env[69287]: DEBUG nova.compute.manager [req-4aa8ff60-4e5e-4960-bdcc-f387470af88e req-29b3780b-3239-4127-8dc4-7ecf8a397cf4 service nova] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Received event network-vif-deleted-61314b53-2a72-4895-b29b-0f70164e36bc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.331400] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.412160] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.466819] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 641.466819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.313s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.466819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.744s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.467413] env[69287]: INFO nova.compute.claims [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.635614] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449922, 'name': Rename_Task, 'duration_secs': 0.826556} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.635956] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.636331] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31966c7f-9598-4f4e-85b2-654f4db97a90 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.651221] env[69287]: DEBUG oslo_vmware.api [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449921, 'name': PowerOnVM_Task, 'duration_secs': 1.473706} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.652988] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.653111] env[69287]: INFO nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Took 10.11 seconds to spawn the instance on the hypervisor. [ 641.653244] env[69287]: DEBUG nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.653594] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 641.653594] env[69287]: value = "task-3449924" [ 641.653594] env[69287]: _type = "Task" [ 641.653594] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.654450] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1efaa0-fd3c-41a1-b8bb-e24d5c3281d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.677268] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.835243] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.756629} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.835717] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.837621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211591cd-2069-4006-b538-3ffc51afb664 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.867720] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d/8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.869038] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674811f6-61d1-4f36-b0d8-bbcd4a168d44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.898176] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 641.898176] env[69287]: value = "task-3449925" [ 641.898176] env[69287]: _type = "Task" [ 641.898176] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.910659] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.170276] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449924, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.184255] env[69287]: INFO nova.compute.manager [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Took 30.78 seconds to build instance. [ 642.208537] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.210016] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.210016] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.210016] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.210016] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.212735] env[69287]: INFO nova.compute.manager [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Terminating instance [ 642.262913] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "bf355bcc-9f08-47d9-add7-d5c794770eaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.263170] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.411025] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.674600] env[69287]: DEBUG oslo_vmware.api [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449924, 'name': PowerOnVM_Task, 'duration_secs': 0.782379} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.675149] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.675878] env[69287]: DEBUG nova.compute.manager [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.676699] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6a0a5-b883-49f1-9d57-f9ba87808a1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.686759] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1d0c35cb-d581-478c-b726-02cbff7ed688 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.289s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.718856] env[69287]: DEBUG nova.compute.manager [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.719089] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.722942] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072d282-fdc5-4ce4-a4ce-b8f2aa7c80a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.733861] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.734157] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c6d2bf-2e43-47c9-9aba-af2382aa9f44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.750023] env[69287]: DEBUG oslo_vmware.api [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 642.750023] env[69287]: value = "task-3449926" [ 642.750023] env[69287]: _type = "Task" [ 642.750023] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.761252] env[69287]: DEBUG oslo_vmware.api [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.912253] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449925, 'name': ReconfigVM_Task, 'duration_secs': 0.621841} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.916778] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d/8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.921634] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e073caca-ac6f-44c6-947a-f1867a623118 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.931980] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 642.931980] env[69287]: value = "task-3449927" [ 642.931980] env[69287]: _type = "Task" [ 642.931980] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.940944] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b6fd16-98bd-449f-9b08-fda6e92ffd4d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.959210] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49374f1d-679a-460e-82a9-e92a560d4000 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.965100] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449927, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.997508] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573c8a1-47c5-4187-b594-31cefea0693f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.006773] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a5621-892d-4cc8-82f7-4e9fca4dc0d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.026929] env[69287]: DEBUG nova.compute.provider_tree [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.190261] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.206177] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.263591] env[69287]: DEBUG oslo_vmware.api [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449926, 'name': PowerOffVM_Task, 'duration_secs': 0.325817} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.264326] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.264409] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.264668] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39736749-cd63-49e5-8f7d-ed80be045557 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.301069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "702c536d-1471-4b42-b9af-a23fae9347fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.301069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "702c536d-1471-4b42-b9af-a23fae9347fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.363985] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.363985] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.363985] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleting the datastore file [datastore2] a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.363985] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac6c13f-111f-401d-9f2c-14595a426cc8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.373929] env[69287]: DEBUG oslo_vmware.api [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 643.373929] env[69287]: value = "task-3449929" [ 643.373929] env[69287]: _type = "Task" [ 643.373929] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.384103] env[69287]: DEBUG oslo_vmware.api [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.446137] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449927, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.533763] env[69287]: DEBUG nova.scheduler.client.report [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.733432] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.839350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "2478b60d-347e-4a31-8e4b-041a07764556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.842315] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "2478b60d-347e-4a31-8e4b-041a07764556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.842564] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "2478b60d-347e-4a31-8e4b-041a07764556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.842754] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "2478b60d-347e-4a31-8e4b-041a07764556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.842922] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "2478b60d-347e-4a31-8e4b-041a07764556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.845458] env[69287]: INFO nova.compute.manager [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Terminating instance [ 643.891108] env[69287]: DEBUG oslo_vmware.api [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299239} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.891428] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.891621] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.892110] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.892110] env[69287]: INFO nova.compute.manager [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Took 1.17 seconds to destroy the instance on the hypervisor. [ 643.892344] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.892580] env[69287]: DEBUG nova.compute.manager [-] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.892784] env[69287]: DEBUG nova.network.neutron [-] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.952193] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449927, 'name': Rename_Task, 'duration_secs': 0.737875} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.953234] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.953534] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450e564b-7635-43d0-80c2-63c28dae67f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.963048] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 643.963048] env[69287]: value = "task-3449931" [ 643.963048] env[69287]: _type = "Task" [ 643.963048] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.975550] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.045058] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.045661] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.048367] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.291s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.049858] env[69287]: INFO nova.compute.claims [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.351452] env[69287]: DEBUG nova.compute.manager [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.351839] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.352684] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a452d92-787f-4b76-b5c9-d15d87bc6924 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.365466] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.365833] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed99b493-77ab-4a1b-ac63-6403e6760046 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.380222] env[69287]: DEBUG oslo_vmware.api [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 644.380222] env[69287]: value = "task-3449932" [ 644.380222] env[69287]: _type = "Task" [ 644.380222] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.391825] env[69287]: DEBUG oslo_vmware.api [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.478592] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.558421] env[69287]: DEBUG nova.compute.utils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.562801] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.562801] env[69287]: DEBUG nova.network.neutron [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.643146] env[69287]: DEBUG nova.policy [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec237be0774b4348ada208a3c3d10e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1141f53e9f6244649df606ce856de774', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.896844] env[69287]: DEBUG oslo_vmware.api [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449932, 'name': PowerOffVM_Task, 'duration_secs': 0.229606} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.896844] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.896844] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.896844] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05f9f1b4-02c6-4b67-b536-7443e5ed7479 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.979461] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.983306] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.983504] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.983983] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleting the datastore file [datastore2] 2478b60d-347e-4a31-8e4b-041a07764556 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.983983] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58ac7ee6-b755-4be2-a88d-349de5fe61ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.996689] env[69287]: DEBUG oslo_vmware.api [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 644.996689] env[69287]: value = "task-3449934" [ 644.996689] env[69287]: _type = "Task" [ 644.996689] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.012449] env[69287]: DEBUG oslo_vmware.api [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.063771] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.127530] env[69287]: DEBUG nova.network.neutron [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Successfully created port: 8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.257362] env[69287]: DEBUG nova.network.neutron [-] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.477435] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449931, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.507867] env[69287]: DEBUG oslo_vmware.api [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3449934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164521} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.509234] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.509234] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.509234] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.509234] env[69287]: INFO nova.compute.manager [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Took 1.16 seconds to destroy the instance on the hypervisor. [ 645.509234] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.509717] env[69287]: DEBUG nova.compute.manager [-] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.509717] env[69287]: DEBUG nova.network.neutron [-] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.627945] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5af767-1b87-4fec-b522-93c319f113e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.639353] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9841236d-d11c-4393-b29f-049515aae87f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.674130] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb05774-19e4-4590-8be0-44cd2fddef0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.682645] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cba611-d3ea-476b-9d40-09552961e10b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.698841] env[69287]: DEBUG nova.compute.provider_tree [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.713276] env[69287]: INFO nova.compute.manager [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Rebuilding instance [ 645.760219] env[69287]: INFO nova.compute.manager [-] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Took 1.87 seconds to deallocate network for instance. [ 645.786082] env[69287]: DEBUG nova.compute.manager [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.787032] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b79bc-3b39-4e63-8392-24b46d1141fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.934049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "1580682d-7e24-4d7a-aada-5016def6023e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.934049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "1580682d-7e24-4d7a-aada-5016def6023e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.934049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "1580682d-7e24-4d7a-aada-5016def6023e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.934049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "1580682d-7e24-4d7a-aada-5016def6023e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.934384] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "1580682d-7e24-4d7a-aada-5016def6023e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.936524] env[69287]: INFO nova.compute.manager [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Terminating instance [ 645.977086] env[69287]: DEBUG oslo_vmware.api [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3449931, 'name': PowerOnVM_Task, 'duration_secs': 1.544721} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.977608] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.977698] env[69287]: INFO nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Took 11.79 seconds to spawn the instance on the hypervisor. [ 645.977846] env[69287]: DEBUG nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.978738] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6829e2-af23-465a-b4aa-23d7b98e8a1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.090069] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.097879] env[69287]: DEBUG nova.compute.manager [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 646.124734] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.124876] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.125260] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.125260] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.125407] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.125538] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.125721] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.126209] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.130764] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.130764] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.130764] env[69287]: DEBUG nova.virt.hardware [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.131612] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4612ab3-8de2-4734-8f0c-5f34f976adf5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.141453] env[69287]: DEBUG nova.compute.manager [req-401cde12-a6a3-4639-bdb7-50c0de11c3a4 req-8aebff0d-823d-48d0-ac70-463a5fd561fa service nova] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Received event network-vif-deleted-69aa4d87-a7a0-49a6-b954-782724ae50d4 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.147874] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ef87b4-9031-4144-8cb8-18835599803e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.201921] env[69287]: DEBUG nova.scheduler.client.report [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.273284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.360672] env[69287]: DEBUG nova.network.neutron [-] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.445758] env[69287]: DEBUG nova.compute.manager [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.445758] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.446366] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b77ff5-a122-498e-be8b-655f98bdf76a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.459700] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.459985] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e779ce71-c5db-4bbd-9a23-81abb08dca03 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.474457] env[69287]: DEBUG oslo_vmware.api [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 646.474457] env[69287]: value = "task-3449936" [ 646.474457] env[69287]: _type = "Task" [ 646.474457] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.485939] env[69287]: DEBUG oslo_vmware.api [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.498945] env[69287]: INFO nova.compute.manager [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Took 18.19 seconds to build instance. [ 646.626513] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.706675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.707287] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.709904] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.619s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.711407] env[69287]: INFO nova.compute.claims [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.811499] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.811499] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-821c7249-e69e-47f1-a0f9-a771115ab150 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.823593] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 646.823593] env[69287]: value = "task-3449937" [ 646.823593] env[69287]: _type = "Task" [ 646.823593] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.842466] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.863848] env[69287]: INFO nova.compute.manager [-] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Took 1.35 seconds to deallocate network for instance. [ 646.987701] env[69287]: DEBUG oslo_vmware.api [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449936, 'name': PowerOffVM_Task, 'duration_secs': 0.36434} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.987701] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.987701] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.987701] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b6f0adf-9352-47e5-aafd-8380cfbd6d69 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.001223] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599c977d-b4a1-462a-80af-1fd3270d767b tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.802s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.087023] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.087268] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.087449] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Deleting the datastore file [datastore2] 1580682d-7e24-4d7a-aada-5016def6023e {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.087708] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f0529c8-7cac-4b90-af98-cfe122fcc3cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.096671] env[69287]: DEBUG oslo_vmware.api [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for the task: (returnval){ [ 647.096671] env[69287]: value = "task-3449939" [ 647.096671] env[69287]: _type = "Task" [ 647.096671] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.106632] env[69287]: DEBUG oslo_vmware.api [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.216466] env[69287]: DEBUG nova.compute.utils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.219839] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.220014] env[69287]: DEBUG nova.network.neutron [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.281670] env[69287]: DEBUG nova.policy [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb9dfc3278a4d92a1574ad7157bf287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009f1f361a294ee5b59f3e7e5c6ec4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.337693] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449937, 'name': PowerOffVM_Task, 'duration_secs': 0.225574} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.337693] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.337693] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.337693] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dea1254-9d58-42c5-b0d1-c69f47dc16c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.343437] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.343683] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac1b5ee-6fb1-4d8d-af83-4b43e6d3c192 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.357696] env[69287]: DEBUG nova.network.neutron [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Successfully updated port: 8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.372561] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.373730] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.373850] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.373970] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Deleting the datastore file [datastore1] a742fa58-5053-4845-83eb-96334a38797a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.378517] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4be0154-bc77-40d1-a30a-10d6292b0899 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.386254] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 647.386254] env[69287]: value = "task-3449941" [ 647.386254] env[69287]: _type = "Task" [ 647.386254] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.399298] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.504626] env[69287]: DEBUG nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.609930] env[69287]: DEBUG oslo_vmware.api [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Task: {'id': task-3449939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331007} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.610122] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.610324] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.610479] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.610655] env[69287]: INFO nova.compute.manager [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 647.611378] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.611813] env[69287]: DEBUG nova.compute.manager [-] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.611937] env[69287]: DEBUG nova.network.neutron [-] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.696029] env[69287]: DEBUG nova.network.neutron [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Successfully created port: ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.720440] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.872698] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "refresh_cache-c2472012-1360-4b78-9672-2f15df185949" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873328] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "refresh_cache-c2472012-1360-4b78-9672-2f15df185949" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873328] env[69287]: DEBUG nova.network.neutron [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.923244] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107224} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.923244] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.923244] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.923244] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.041731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.188273] env[69287]: DEBUG nova.compute.manager [req-404b9cc5-1f2b-4529-86d8-6f7304cd26fa req-77f1ff32-df6d-4297-ae32-6e7d2dc9a89c service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Received event network-vif-plugged-8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.189321] env[69287]: DEBUG oslo_concurrency.lockutils [req-404b9cc5-1f2b-4529-86d8-6f7304cd26fa req-77f1ff32-df6d-4297-ae32-6e7d2dc9a89c service nova] Acquiring lock "c2472012-1360-4b78-9672-2f15df185949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.189321] env[69287]: DEBUG oslo_concurrency.lockutils [req-404b9cc5-1f2b-4529-86d8-6f7304cd26fa req-77f1ff32-df6d-4297-ae32-6e7d2dc9a89c service nova] Lock "c2472012-1360-4b78-9672-2f15df185949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.189321] env[69287]: DEBUG oslo_concurrency.lockutils [req-404b9cc5-1f2b-4529-86d8-6f7304cd26fa req-77f1ff32-df6d-4297-ae32-6e7d2dc9a89c service nova] Lock "c2472012-1360-4b78-9672-2f15df185949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.189321] env[69287]: DEBUG nova.compute.manager [req-404b9cc5-1f2b-4529-86d8-6f7304cd26fa req-77f1ff32-df6d-4297-ae32-6e7d2dc9a89c service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] No waiting events found dispatching network-vif-plugged-8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.189854] env[69287]: WARNING nova.compute.manager [req-404b9cc5-1f2b-4529-86d8-6f7304cd26fa req-77f1ff32-df6d-4297-ae32-6e7d2dc9a89c service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Received unexpected event network-vif-plugged-8c367607-4454-4541-aed0-8b73b14b765d for instance with vm_state building and task_state spawning. [ 648.291244] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3510c8-a02f-4b6d-827e-5ec4ebf94a24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.299891] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158dbd69-9571-4c52-8341-2cb082f8d162 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.335943] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce4f297-6657-4b59-9646-6d90f3856267 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.346621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a6bb7b-1465-4a57-813e-d61576f9a5d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.369311] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.417195] env[69287]: DEBUG nova.network.neutron [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.495158] env[69287]: DEBUG nova.network.neutron [-] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.675532] env[69287]: DEBUG nova.network.neutron [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Updating instance_info_cache with network_info: [{"id": "8c367607-4454-4541-aed0-8b73b14b765d", "address": "fa:16:3e:83:93:e1", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c367607-44", "ovs_interfaceid": "8c367607-4454-4541-aed0-8b73b14b765d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.735313] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.758306] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.758583] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.759151] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.759151] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.759151] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.759678] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.759994] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.760274] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.760557] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.761410] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.761410] env[69287]: DEBUG nova.virt.hardware [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.762527] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f4096-ca55-4b40-a689-73fd6b1dbd1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.774883] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94aa14-a9f2-47ce-9af8-f0f821e18d01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.879842] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "6543732a-a08b-4822-beb4-d9a2283dcd66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.883134] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.884282] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "6543732a-a08b-4822-beb4-d9a2283dcd66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.884622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.885389] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.891193] env[69287]: INFO nova.compute.manager [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Terminating instance [ 648.909395] env[69287]: ERROR nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [req-00fc5b6e-61a4-4084-a264-450af33f2672] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00fc5b6e-61a4-4084-a264-450af33f2672"}]} [ 648.936576] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 648.963881] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 648.965076] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.968668] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.968894] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.969063] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.969258] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.969371] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.969518] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.970591] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.970591] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.970591] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.970591] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.970591] env[69287]: DEBUG nova.virt.hardware [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.971418] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb0af3-08e4-4abe-9b50-8cd07db2c33e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.980892] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024bc1eb-db03-4f7b-816f-480fe9752171 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.997674] env[69287]: INFO nova.compute.manager [-] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Took 1.39 seconds to deallocate network for instance. [ 648.998176] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.003950] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.005430] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: eaf88b82-f87c-4d28-8160-3c0d19fe550b {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.008902] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.010041] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18ac378e-74de-4616-880c-b256511f1771 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.028110] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.044819] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.044819] env[69287]: value = "task-3449946" [ 649.044819] env[69287]: _type = "Task" [ 649.044819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.052581] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449946, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.056155] env[69287]: DEBUG nova.compute.manager [req-9097cda2-1370-42e6-b469-6121a05a3087 req-37fb4d97-9366-43f7-b615-01139070c35d service nova] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Received event network-vif-deleted-40819de1-f3a7-41a1-bd80-d3e05a107149 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.182991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "refresh_cache-c2472012-1360-4b78-9672-2f15df185949" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.183347] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Instance network_info: |[{"id": "8c367607-4454-4541-aed0-8b73b14b765d", "address": "fa:16:3e:83:93:e1", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c367607-44", "ovs_interfaceid": "8c367607-4454-4541-aed0-8b73b14b765d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.183998] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:93:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c367607-4454-4541-aed0-8b73b14b765d', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.193071] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating folder: Project (1141f53e9f6244649df606ce856de774). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.197020] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cebe41a-0b2d-43aa-bebd-a6f4ff850f08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.214024] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created folder: Project (1141f53e9f6244649df606ce856de774) in parent group-v688742. [ 649.214024] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating folder: Instances. Parent ref: group-v688785. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.214024] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a67dea90-6e86-4301-888f-57036978e00a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.231870] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created folder: Instances in parent group-v688785. [ 649.232186] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.232408] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2472012-1360-4b78-9672-2f15df185949] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.232627] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ce3428-27c8-49ba-8d56-c3860290cc30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.260846] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.260846] env[69287]: value = "task-3449949" [ 649.260846] env[69287]: _type = "Task" [ 649.260846] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.274515] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449949, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.399813] env[69287]: DEBUG nova.compute.manager [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.400093] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.401122] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5d3d9-e2c3-45f4-be24-139fb3e75004 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.416599] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.416964] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6527df8-6e42-41a4-9251-ae79ea24fbba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.426887] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 649.426887] env[69287]: value = "task-3449950" [ 649.426887] env[69287]: _type = "Task" [ 649.426887] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.443646] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.529147] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.543221] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d230c814-a964-48c2-b077-b78d30ea589d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.558139] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449946, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.560453] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b985b6-6289-4e21-b690-5d27cb8eca83 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.603585] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb8f32e-2334-4226-abc5-e4b4b07e31e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.610975] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798116c5-d4d2-4a00-af4f-e4f103dec21f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.627448] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.774297] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449949, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.817838] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c873b-63b8-0970-76da-6887e718de85/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 649.818640] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa0a076-21f0-4047-87d7-eb3b5fd5e537 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.828018] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c873b-63b8-0970-76da-6887e718de85/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 649.828018] env[69287]: ERROR oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c873b-63b8-0970-76da-6887e718de85/disk-0.vmdk due to incomplete transfer. [ 649.828018] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8497e1f2-5538-435c-b2c3-2da629bfc317 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.838713] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528c873b-63b8-0970-76da-6887e718de85/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 649.838713] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Uploaded image ab3b0f94-3d1f-45cf-913f-d177d68005b9 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 649.838713] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 649.838713] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-162b0f6e-0788-4649-84e9-7321acffdd2e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.848141] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 649.848141] env[69287]: value = "task-3449951" [ 649.848141] env[69287]: _type = "Task" [ 649.848141] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.858539] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449951, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.942509] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.061650] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449946, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.154377] env[69287]: ERROR nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [req-17ea6ce3-0e5b-482e-aec7-89e10c6b646f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17ea6ce3-0e5b-482e-aec7-89e10c6b646f"}]} [ 650.180481] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 650.197506] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 650.198087] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.210939] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 650.239482] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 650.277453] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449949, 'name': CreateVM_Task, 'duration_secs': 0.550985} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.280356] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2472012-1360-4b78-9672-2f15df185949] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.281248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.281419] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.281734] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.281995] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad915a7e-d167-4f0d-8978-15e08c410093 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.289447] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 650.289447] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52522643-8cfe-5c1e-3c0d-f486ff88d5ce" [ 650.289447] env[69287]: _type = "Task" [ 650.289447] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.304610] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52522643-8cfe-5c1e-3c0d-f486ff88d5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.366766] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449951, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.440663] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.574784] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449946, 'name': CreateVM_Task, 'duration_secs': 1.465176} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.574784] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.574784] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.596386] env[69287]: DEBUG nova.network.neutron [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Successfully updated port: ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.770646] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e1ea9-0a84-4743-955a-4a3b9e4cc01e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.782044] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c5562-504a-4362-b6e6-62f78955d98f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.821592] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e74d04-f4a7-432a-8636-bd164dfc49dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.827414] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52522643-8cfe-5c1e-3c0d-f486ff88d5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.828127] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.828390] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.828637] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.828782] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.828956] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.830178] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.830178] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.830178] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e655cc-747f-4d3c-8bbc-f5222bb38aeb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.833996] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c60f71-4017-462e-aa75-0da16f7cc24a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.838239] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abb768-0750-42c7-b079-abfe7626fdaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.843866] env[69287]: DEBUG nova.compute.manager [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Received event network-changed-8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.844059] env[69287]: DEBUG nova.compute.manager [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Refreshing instance network info cache due to event network-changed-8c367607-4454-4541-aed0-8b73b14b765d. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.844294] env[69287]: DEBUG oslo_concurrency.lockutils [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] Acquiring lock "refresh_cache-c2472012-1360-4b78-9672-2f15df185949" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.844441] env[69287]: DEBUG oslo_concurrency.lockutils [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] Acquired lock "refresh_cache-c2472012-1360-4b78-9672-2f15df185949" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.844602] env[69287]: DEBUG nova.network.neutron [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Refreshing network info cache for port 8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.847591] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.847780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.849078] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e923f73e-78c5-4c29-9918-4d512f9e1054 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.867318] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.870977] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 650.870977] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5227b12d-f9b7-86b5-a708-cf7d8f569322" [ 650.870977] env[69287]: _type = "Task" [ 650.870977] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.878733] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 650.878733] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dc65a6-2f0b-cee4-5001-05e7218e82e2" [ 650.878733] env[69287]: _type = "Task" [ 650.878733] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.891417] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5227b12d-f9b7-86b5-a708-cf7d8f569322, 'name': SearchDatastore_Task, 'duration_secs': 0.017401} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.891678] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449951, 'name': Destroy_Task, 'duration_secs': 0.582075} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.892675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.892930] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.893255] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.893794] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Destroyed the VM [ 650.894196] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 650.894466] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a0cbbd4-c03e-45ff-bfe1-1f1c43e04182 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.900096] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dc65a6-2f0b-cee4-5001-05e7218e82e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.901359] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7920eb9-b22a-4264-9e2d-f7303ae552b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.906777] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 650.906777] env[69287]: value = "task-3449952" [ 650.906777] env[69287]: _type = "Task" [ 650.906777] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.908524] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 650.908524] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dae8db-7336-e31c-74b6-3252ba725ea8" [ 650.908524] env[69287]: _type = "Task" [ 650.908524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.921064] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449952, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.924954] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dae8db-7336-e31c-74b6-3252ba725ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.939732] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449950, 'name': PowerOffVM_Task, 'duration_secs': 1.182291} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.940206] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.940206] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.940777] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd731bd-6334-487c-a268-55b7682b361e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.020270] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.020528] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.020750] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Deleting the datastore file [datastore2] 6543732a-a08b-4822-beb4-d9a2283dcd66 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.021038] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914d6260-a923-4507-975b-6a3d60695e27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.037033] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for the task: (returnval){ [ 651.037033] env[69287]: value = "task-3449954" [ 651.037033] env[69287]: _type = "Task" [ 651.037033] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.053023] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.102423] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-ceb486ef-93f1-4706-a14e-6b72bf807ba6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.102423] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-ceb486ef-93f1-4706-a14e-6b72bf807ba6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.102423] env[69287]: DEBUG nova.network.neutron [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.428412] env[69287]: DEBUG nova.scheduler.client.report [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 651.429153] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 34 to 35 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 651.429153] env[69287]: DEBUG nova.compute.provider_tree [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.449718] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449952, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.455048] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dae8db-7336-e31c-74b6-3252ba725ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.016916} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.455888] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.456191] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] c2472012-1360-4b78-9672-2f15df185949/c2472012-1360-4b78-9672-2f15df185949.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.456506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.456701] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.456911] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8495bf1-ba2a-412a-b4b7-ad2be8a56ec7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.465773] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5211b3a7-3c3d-4312-a311-6d534f41d82b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.473484] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 651.473484] env[69287]: value = "task-3449956" [ 651.473484] env[69287]: _type = "Task" [ 651.473484] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.482311] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.482602] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.486634] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b119b8bb-db82-470d-ba81-2afe1bf6b90b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.489492] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.493610] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 651.493610] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5280ef5a-b690-88de-4521-949064433b52" [ 651.493610] env[69287]: _type = "Task" [ 651.493610] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.503132] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5280ef5a-b690-88de-4521-949064433b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.548158] env[69287]: DEBUG oslo_vmware.api [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Task: {'id': task-3449954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280418} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.548158] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.548416] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.548649] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.548649] env[69287]: INFO nova.compute.manager [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Took 2.15 seconds to destroy the instance on the hypervisor. [ 651.548896] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.549139] env[69287]: DEBUG nova.compute.manager [-] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.549215] env[69287]: DEBUG nova.network.neutron [-] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.692414] env[69287]: DEBUG nova.network.neutron [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.925834] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449952, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.949759] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.240s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.950449] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.954821] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.266s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.956625] env[69287]: INFO nova.compute.claims [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.991164] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449956, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.992883] env[69287]: DEBUG nova.network.neutron [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Updated VIF entry in instance network info cache for port 8c367607-4454-4541-aed0-8b73b14b765d. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.993865] env[69287]: DEBUG nova.network.neutron [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Updating instance_info_cache with network_info: [{"id": "8c367607-4454-4541-aed0-8b73b14b765d", "address": "fa:16:3e:83:93:e1", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c367607-44", "ovs_interfaceid": "8c367607-4454-4541-aed0-8b73b14b765d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.013080] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5280ef5a-b690-88de-4521-949064433b52, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.016733] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1378dd1c-2794-4614-af9a-c1f29fd4320f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.024390] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 652.024390] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b083a8-b4f4-f28b-bd6b-43e683f1e0b3" [ 652.024390] env[69287]: _type = "Task" [ 652.024390] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.045345] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b083a8-b4f4-f28b-bd6b-43e683f1e0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.096678] env[69287]: DEBUG nova.network.neutron [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Updating instance_info_cache with network_info: [{"id": "ed778cc7-b81d-4069-8a8e-98bfb28261f5", "address": "fa:16:3e:ba:68:e3", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped778cc7-b8", "ovs_interfaceid": "ed778cc7-b81d-4069-8a8e-98bfb28261f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.424025] env[69287]: DEBUG oslo_vmware.api [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3449952, 'name': RemoveSnapshot_Task, 'duration_secs': 1.079121} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.424025] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 652.424025] env[69287]: INFO nova.compute.manager [None req-f474c77e-6fdd-4753-9e98-65bf9ada45d6 tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Took 19.84 seconds to snapshot the instance on the hypervisor. [ 652.468094] env[69287]: DEBUG nova.compute.utils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.473383] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.473383] env[69287]: DEBUG nova.network.neutron [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.489236] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73422} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.489847] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] c2472012-1360-4b78-9672-2f15df185949/c2472012-1360-4b78-9672-2f15df185949.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.490793] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.491228] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73b9a96-369d-46fe-be36-5513e36ee2d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.505275] env[69287]: DEBUG oslo_concurrency.lockutils [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] Releasing lock "refresh_cache-c2472012-1360-4b78-9672-2f15df185949" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.505275] env[69287]: DEBUG nova.compute.manager [req-4c13157a-8d37-4290-97d8-d4e68128482a req-5e681462-1d5c-4492-af03-3c6eb382a199 service nova] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Received event network-vif-deleted-b87a349d-b165-4b68-81f4-3c420c705aae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.505275] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 652.505275] env[69287]: value = "task-3449957" [ 652.505275] env[69287]: _type = "Task" [ 652.505275] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.523907] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.541208] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b083a8-b4f4-f28b-bd6b-43e683f1e0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.060033} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.542208] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.542208] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.542376] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b77578-c144-4de1-affd-ab8ee47862ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.552680] env[69287]: DEBUG nova.policy [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10cc912e25ae4010a5f2fbcf048cf62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cff76956224685a97dc757dc9cb18e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.557976] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 652.557976] env[69287]: value = "task-3449958" [ 652.557976] env[69287]: _type = "Task" [ 652.557976] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.569014] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.599496] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-ceb486ef-93f1-4706-a14e-6b72bf807ba6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.600086] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Instance network_info: |[{"id": "ed778cc7-b81d-4069-8a8e-98bfb28261f5", "address": "fa:16:3e:ba:68:e3", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped778cc7-b8", "ovs_interfaceid": "ed778cc7-b81d-4069-8a8e-98bfb28261f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.600971] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:68:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed778cc7-b81d-4069-8a8e-98bfb28261f5', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.611644] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating folder: Project (009f1f361a294ee5b59f3e7e5c6ec4b0). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.612400] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-034c8098-907b-4178-8771-9af07951444a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.625617] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created folder: Project (009f1f361a294ee5b59f3e7e5c6ec4b0) in parent group-v688742. [ 652.625918] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating folder: Instances. Parent ref: group-v688788. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.628755] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6f4090d-4e60-4bdc-a86a-c1137296d766 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.635937] env[69287]: DEBUG nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Received event network-changed-d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.636266] env[69287]: DEBUG nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Refreshing instance network info cache due to event network-changed-d1fe321f-7184-4da4-85cb-6af7650efb3d. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.636568] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Acquiring lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.636769] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Acquired lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.637018] env[69287]: DEBUG nova.network.neutron [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Refreshing network info cache for port d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.652357] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created folder: Instances in parent group-v688788. [ 652.652357] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.652472] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.653220] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f228b77b-3528-4fa7-9a1b-679a57ee3dd4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.677601] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.677601] env[69287]: value = "task-3449961" [ 652.677601] env[69287]: _type = "Task" [ 652.677601] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.688262] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449961, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.707331] env[69287]: DEBUG nova.network.neutron [-] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.932049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.932049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.974840] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.033564] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113448} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.033625] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.035177] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9772d-bcdf-49eb-8d35-4a787435f7c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.078656] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c2472012-1360-4b78-9672-2f15df185949/c2472012-1360-4b78-9672-2f15df185949.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.088805] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac4872e-36be-47e5-9758-b83ec8e76f52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.115409] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.117981] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 653.117981] env[69287]: value = "task-3449962" [ 653.117981] env[69287]: _type = "Task" [ 653.117981] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.132905] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.196437] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449961, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.210566] env[69287]: INFO nova.compute.manager [-] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Took 1.66 seconds to deallocate network for instance. [ 653.588137] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653914} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.588516] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.588744] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.589120] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec08720-7209-4b9b-ba98-d7517a759bc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.594540] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5ba42-26b8-4a0a-a6a8-6c5b8f8ab146 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.611501] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b22e1b0-297d-4a95-8182-d50c713a766c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.615934] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 653.615934] env[69287]: value = "task-3449964" [ 653.615934] env[69287]: _type = "Task" [ 653.615934] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.652467] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e51d87-a42c-4b6f-8c1a-02dd2b5fb4f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.659083] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.664738] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.668161] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9ab438-b08f-47ae-b67d-94cb5754e9a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.684656] env[69287]: DEBUG nova.compute.provider_tree [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.697094] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449961, 'name': CreateVM_Task, 'duration_secs': 0.990636} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.697285] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.698266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.698266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.698475] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.699055] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc84d735-b0bc-4ce7-84fc-8f7cff331ce3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.706894] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 653.706894] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fb41f6-1ee3-616d-04da-0833e0511794" [ 653.706894] env[69287]: _type = "Task" [ 653.706894] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.719370] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fb41f6-1ee3-616d-04da-0833e0511794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.727818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.987879] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.022286] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.022565] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.022724] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.022904] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.023063] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.023211] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.023414] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.023568] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.023729] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.023886] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.024069] env[69287]: DEBUG nova.virt.hardware [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.024962] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc6ead-da51-461b-83ae-8266240b50c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.034842] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f71187-14a3-4773-9eb6-84ca04ba92c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.100805] env[69287]: DEBUG nova.network.neutron [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Successfully created port: b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.129673] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102855} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.129980] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.130867] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce771f0-0573-486c-8c41-1a8feb707fa2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.140989] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449962, 'name': ReconfigVM_Task, 'duration_secs': 0.778174} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.141650] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c2472012-1360-4b78-9672-2f15df185949/c2472012-1360-4b78-9672-2f15df185949.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.142305] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70abb86e-1767-4337-b6b4-72d93d82a9bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.163563] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.164283] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3603ae0f-1325-4bfa-b91e-001c944789a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.181178] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 654.181178] env[69287]: value = "task-3449965" [ 654.181178] env[69287]: _type = "Task" [ 654.181178] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.195027] env[69287]: DEBUG nova.scheduler.client.report [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.199951] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 654.199951] env[69287]: value = "task-3449966" [ 654.199951] env[69287]: _type = "Task" [ 654.199951] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.199951] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449965, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.204443] env[69287]: DEBUG nova.network.neutron [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updated VIF entry in instance network info cache for port d1fe321f-7184-4da4-85cb-6af7650efb3d. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.204782] env[69287]: DEBUG nova.network.neutron [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updating instance_info_cache with network_info: [{"id": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "address": "fa:16:3e:4b:6a:19", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fe321f-71", "ovs_interfaceid": "d1fe321f-7184-4da4-85cb-6af7650efb3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.216665] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.224458] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fb41f6-1ee3-616d-04da-0833e0511794, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.225537] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.225783] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.226087] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.226262] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.226453] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.227279] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83d0128d-fbb4-430b-baaf-26537544e942 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.238453] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.238646] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.239467] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e78d7c-d6c4-4875-9963-37fac4b65d1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.248216] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 654.248216] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a43e3e-0f4a-e16d-c1d3-6f997deda6aa" [ 654.248216] env[69287]: _type = "Task" [ 654.248216] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.257870] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a43e3e-0f4a-e16d-c1d3-6f997deda6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.329127] env[69287]: DEBUG nova.compute.manager [req-c3fbbe55-8793-4ac9-aa86-c358a4184878 req-9fc0fbaf-2155-475a-a8bb-5f1d06cfdeab service nova] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Received event network-vif-deleted-c90b3328-e7ee-45a8-9d54-97ca9b950e81 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.703288] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.703972] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.710126] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449965, 'name': Rename_Task, 'duration_secs': 0.178399} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.710126] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.761s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.710126] env[69287]: DEBUG nova.objects.instance [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lazy-loading 'resources' on Instance uuid 0bf98b57-c7c6-4918-947a-085e96137eee {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.713628] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.715764] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fd1fdff-f252-47d1-ba51-83f4d7272b4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.718614] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Releasing lock "refresh_cache-8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.718954] env[69287]: DEBUG nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Received event network-vif-plugged-ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.720609] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Acquiring lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.720609] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.720609] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.720609] env[69287]: DEBUG nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] No waiting events found dispatching network-vif-plugged-ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.720609] env[69287]: WARNING nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Received unexpected event network-vif-plugged-ed778cc7-b81d-4069-8a8e-98bfb28261f5 for instance with vm_state building and task_state spawning. [ 654.720998] env[69287]: DEBUG nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Received event network-changed-ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.720998] env[69287]: DEBUG nova.compute.manager [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Refreshing instance network info cache due to event network-changed-ed778cc7-b81d-4069-8a8e-98bfb28261f5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.720998] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Acquiring lock "refresh_cache-ceb486ef-93f1-4706-a14e-6b72bf807ba6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.720998] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Acquired lock "refresh_cache-ceb486ef-93f1-4706-a14e-6b72bf807ba6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.720998] env[69287]: DEBUG nova.network.neutron [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Refreshing network info cache for port ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.727136] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449966, 'name': ReconfigVM_Task, 'duration_secs': 0.440115} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.728384] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a742fa58-5053-4845-83eb-96334a38797a/a742fa58-5053-4845-83eb-96334a38797a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.728840] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2d14cd-de8e-43ff-a8e9-470f9f04fb25 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.732721] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 654.732721] env[69287]: value = "task-3449967" [ 654.732721] env[69287]: _type = "Task" [ 654.732721] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.737656] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 654.737656] env[69287]: value = "task-3449968" [ 654.737656] env[69287]: _type = "Task" [ 654.737656] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.747312] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.756591] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449968, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.764170] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a43e3e-0f4a-e16d-c1d3-6f997deda6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.765344] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa722c0-a865-4b4b-90aa-4e213c74d948 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.772137] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 654.772137] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9f69-cfd0-2689-79ce-1f3b96c1fd86" [ 654.772137] env[69287]: _type = "Task" [ 654.772137] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.783300] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9f69-cfd0-2689-79ce-1f3b96c1fd86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.217319] env[69287]: DEBUG nova.compute.utils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.224358] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.226438] env[69287]: DEBUG nova.network.neutron [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.255307] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449967, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.258277] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449968, 'name': Rename_Task, 'duration_secs': 0.22474} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.258277] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.258277] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46381b3-81d5-41ce-9a4e-b4a3054183ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.264694] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Waiting for the task: (returnval){ [ 655.264694] env[69287]: value = "task-3449969" [ 655.264694] env[69287]: _type = "Task" [ 655.264694] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.277261] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.290636] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9f69-cfd0-2689-79ce-1f3b96c1fd86, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.297308] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.297918] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ceb486ef-93f1-4706-a14e-6b72bf807ba6/ceb486ef-93f1-4706-a14e-6b72bf807ba6.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.297918] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b4b9ce-27a8-462a-b681-acd99281f597 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.309392] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 655.309392] env[69287]: value = "task-3449970" [ 655.309392] env[69287]: _type = "Task" [ 655.309392] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.317336] env[69287]: DEBUG nova.policy [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2b73a99803948dd83dd02fbd2f6f6ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af821b678cd44cda403ffa54b267e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.327699] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.726465] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.754477] env[69287]: DEBUG oslo_vmware.api [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449967, 'name': PowerOnVM_Task, 'duration_secs': 0.776901} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.754902] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.755810] env[69287]: INFO nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Took 9.66 seconds to spawn the instance on the hypervisor. [ 655.756094] env[69287]: DEBUG nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.760325] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed47cd-a506-45b4-90d5-4232ced25a37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.787028] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.830502] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470261} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.830820] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ceb486ef-93f1-4706-a14e-6b72bf807ba6/ceb486ef-93f1-4706-a14e-6b72bf807ba6.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.831035] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.831288] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eb5a781-02ed-4f5b-8214-08b26e6383b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.836167] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463d1f0-8ae7-4e22-b1fb-42d1a0b088f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.851681] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1595b0-7831-43bb-a717-84ed520eaed2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.856100] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 655.856100] env[69287]: value = "task-3449972" [ 655.856100] env[69287]: _type = "Task" [ 655.856100] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.901543] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ff6a5-d706-448c-a1d6-6cd1261353e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.904875] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.912022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04fa60b-bdfc-44b3-aa02-e566012f8b18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.930812] env[69287]: DEBUG nova.compute.provider_tree [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.951867] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "6afbbc09-9ffa-425b-babc-bc287042937f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.952113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "6afbbc09-9ffa-425b-babc-bc287042937f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.990687] env[69287]: DEBUG nova.network.neutron [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Updated VIF entry in instance network info cache for port ed778cc7-b81d-4069-8a8e-98bfb28261f5. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.990991] env[69287]: DEBUG nova.network.neutron [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Updating instance_info_cache with network_info: [{"id": "ed778cc7-b81d-4069-8a8e-98bfb28261f5", "address": "fa:16:3e:ba:68:e3", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped778cc7-b8", "ovs_interfaceid": "ed778cc7-b81d-4069-8a8e-98bfb28261f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.207371] env[69287]: DEBUG nova.network.neutron [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Successfully created port: 6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.281439] env[69287]: DEBUG oslo_vmware.api [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Task: {'id': task-3449969, 'name': PowerOnVM_Task, 'duration_secs': 0.68193} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.282919] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.283304] env[69287]: DEBUG nova.compute.manager [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.285017] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fad052-9b96-4ada-8b77-02f9ff6dd7a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.305481] env[69287]: INFO nova.compute.manager [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Took 25.61 seconds to build instance. [ 656.367980] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085126} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.372027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.372027] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c40578d-5d8b-48c5-91eb-445be9f9a848 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.397801] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ceb486ef-93f1-4706-a14e-6b72bf807ba6/ceb486ef-93f1-4706-a14e-6b72bf807ba6.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.398760] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac5bbab-b828-4fb5-afbc-71f31814c147 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.421049] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 656.421049] env[69287]: value = "task-3449973" [ 656.421049] env[69287]: _type = "Task" [ 656.421049] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.431247] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.434920] env[69287]: DEBUG nova.scheduler.client.report [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.473971] env[69287]: DEBUG nova.network.neutron [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Successfully updated port: b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.494971] env[69287]: DEBUG oslo_concurrency.lockutils [req-46066d57-6072-4b12-baec-f365db30c1b9 req-000ef88c-428b-469a-a34c-0e4173544097 service nova] Releasing lock "refresh_cache-ceb486ef-93f1-4706-a14e-6b72bf807ba6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738399] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.767066] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.768266] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.768266] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.768266] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.768266] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.768266] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.770065] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.770065] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.770065] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.770065] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.770065] env[69287]: DEBUG nova.virt.hardware [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.770416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9251fdf-748c-424b-83d5-904892b35893 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.784418] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace8209-228b-4e5b-b18e-a58eb13cf4e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.813013] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d8026ef0-95a6-4762-be19-ce9dc9dbaa1b tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.088s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.823651] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.936189] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449973, 'name': ReconfigVM_Task, 'duration_secs': 0.337192} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.936606] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ceb486ef-93f1-4706-a14e-6b72bf807ba6/ceb486ef-93f1-4706-a14e-6b72bf807ba6.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.937175] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5570a2a-428f-4643-8519-43bc54dad222 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.946650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.950171] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 656.950171] env[69287]: value = "task-3449974" [ 656.950171] env[69287]: _type = "Task" [ 656.950171] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.950866] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.445s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.952474] env[69287]: INFO nova.compute.claims [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.973257] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449974, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.978009] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.978171] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.978323] env[69287]: DEBUG nova.network.neutron [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.996193] env[69287]: INFO nova.scheduler.client.report [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Deleted allocations for instance 0bf98b57-c7c6-4918-947a-085e96137eee [ 657.325597] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.451993] env[69287]: DEBUG nova.compute.manager [req-63033e94-7e8d-49f6-8daf-aaa03c20dda6 req-ed1cbccb-c0d9-4efb-aa7c-c11445e090bf service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Received event network-vif-plugged-b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.452699] env[69287]: DEBUG oslo_concurrency.lockutils [req-63033e94-7e8d-49f6-8daf-aaa03c20dda6 req-ed1cbccb-c0d9-4efb-aa7c-c11445e090bf service nova] Acquiring lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.452699] env[69287]: DEBUG oslo_concurrency.lockutils [req-63033e94-7e8d-49f6-8daf-aaa03c20dda6 req-ed1cbccb-c0d9-4efb-aa7c-c11445e090bf service nova] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.452699] env[69287]: DEBUG oslo_concurrency.lockutils [req-63033e94-7e8d-49f6-8daf-aaa03c20dda6 req-ed1cbccb-c0d9-4efb-aa7c-c11445e090bf service nova] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.452878] env[69287]: DEBUG nova.compute.manager [req-63033e94-7e8d-49f6-8daf-aaa03c20dda6 req-ed1cbccb-c0d9-4efb-aa7c-c11445e090bf service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] No waiting events found dispatching network-vif-plugged-b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.452967] env[69287]: WARNING nova.compute.manager [req-63033e94-7e8d-49f6-8daf-aaa03c20dda6 req-ed1cbccb-c0d9-4efb-aa7c-c11445e090bf service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Received unexpected event network-vif-plugged-b280afc1-e37e-4564-a1c7-f321ed6c7dea for instance with vm_state building and task_state spawning. [ 657.477778] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449974, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.506621] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab768e9e-863e-4b73-90b7-fbe445735724 tempest-DeleteServersAdminTestJSON-1971506549 tempest-DeleteServersAdminTestJSON-1971506549-project-admin] Lock "0bf98b57-c7c6-4918-947a-085e96137eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.044s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.544747] env[69287]: DEBUG nova.network.neutron [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.867070] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.976392] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449974, 'name': Rename_Task, 'duration_secs': 0.907018} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.977325] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.977325] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54a444c1-a30e-4dae-a5ef-73d6a13ef361 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.987675] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 657.987675] env[69287]: value = "task-3449976" [ 657.987675] env[69287]: _type = "Task" [ 657.987675] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.002700] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.069227] env[69287]: DEBUG nova.network.neutron [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Updating instance_info_cache with network_info: [{"id": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "address": "fa:16:3e:3c:63:bc", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb280afc1-e3", "ovs_interfaceid": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.316843] env[69287]: DEBUG nova.network.neutron [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Successfully updated port: 6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.503403] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449976, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.522017] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f5b73-9d37-41c6-be2d-9aa3c669d611 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.533182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2d9a45-3b95-45c6-bec4-5e7791c2aff1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.576185] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.576185] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Instance network_info: |[{"id": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "address": "fa:16:3e:3c:63:bc", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb280afc1-e3", "ovs_interfaceid": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.577044] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:63:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b280afc1-e37e-4564-a1c7-f321ed6c7dea', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.584641] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Creating folder: Project (91cff76956224685a97dc757dc9cb18e). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.585951] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909c11a-bab2-4064-99f9-c4941a82c6c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.592292] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39fc4e07-216e-4da1-88c2-093a5c3e389a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.601710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5332f4-0409-4407-a327-e2aaf860eca8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.607609] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Created folder: Project (91cff76956224685a97dc757dc9cb18e) in parent group-v688742. [ 658.607899] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Creating folder: Instances. Parent ref: group-v688792. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.608394] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d458f049-ac0f-45b5-b0a4-f89eb7b04750 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.621110] env[69287]: DEBUG nova.compute.provider_tree [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.626285] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Created folder: Instances in parent group-v688792. [ 658.626285] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.626285] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.626285] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-588f7d8f-d740-4039-a031-f27f418a184f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.651841] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.651841] env[69287]: value = "task-3449979" [ 658.651841] env[69287]: _type = "Task" [ 658.651841] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.664425] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449979, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.820234] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.820366] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquired lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.820438] env[69287]: DEBUG nova.network.neutron [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.886472] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.886751] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.006487] env[69287]: DEBUG oslo_vmware.api [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449976, 'name': PowerOnVM_Task, 'duration_secs': 0.816249} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.007663] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.007663] env[69287]: INFO nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Took 10.27 seconds to spawn the instance on the hypervisor. [ 659.007663] env[69287]: DEBUG nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.008233] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14c7319-004c-4de6-b16a-a05c75cd001b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.125385] env[69287]: DEBUG nova.scheduler.client.report [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.171319] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449979, 'name': CreateVM_Task, 'duration_secs': 0.506646} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.171511] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.172436] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.172526] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.173196] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.173494] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0064cdca-a850-4ea1-9e7f-576eafd41ca2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.180358] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 659.180358] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525540e1-6c76-f70f-57d5-b45e1f98561b" [ 659.180358] env[69287]: _type = "Task" [ 659.180358] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.191795] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525540e1-6c76-f70f-57d5-b45e1f98561b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.217242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "a742fa58-5053-4845-83eb-96334a38797a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.217980] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "a742fa58-5053-4845-83eb-96334a38797a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.217980] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "a742fa58-5053-4845-83eb-96334a38797a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.218137] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "a742fa58-5053-4845-83eb-96334a38797a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.218431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "a742fa58-5053-4845-83eb-96334a38797a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.221981] env[69287]: INFO nova.compute.manager [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Terminating instance [ 659.375252] env[69287]: DEBUG nova.network.neutron [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.529230] env[69287]: INFO nova.compute.manager [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Took 28.79 seconds to build instance. [ 659.630846] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.632047] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.634590] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.020s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.638481] env[69287]: INFO nova.compute.claims [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.696924] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525540e1-6c76-f70f-57d5-b45e1f98561b, 'name': SearchDatastore_Task, 'duration_secs': 0.031689} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.698078] env[69287]: DEBUG nova.network.neutron [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updating instance_info_cache with network_info: [{"id": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "address": "fa:16:3e:1a:3d:72", "network": {"id": "0e7b6075-dcad-4a0b-b62b-c2242dbcb892", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-14872677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af821b678cd44cda403ffa54b267e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37a0ce-28", "ovs_interfaceid": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.699396] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.701024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.701024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.701024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.701024] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.701024] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-822f4925-b24b-4270-a147-4fc923e1539b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.711979] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.713111] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.713471] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce6761f-4d3f-46c8-b014-05281b812742 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.723272] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 659.723272] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d8510d-49f2-cbca-e503-3443a8a6ae51" [ 659.723272] env[69287]: _type = "Task" [ 659.723272] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.727197] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "refresh_cache-a742fa58-5053-4845-83eb-96334a38797a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.727434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquired lock "refresh_cache-a742fa58-5053-4845-83eb-96334a38797a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.727675] env[69287]: DEBUG nova.network.neutron [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.728935] env[69287]: DEBUG oslo_concurrency.lockutils [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "c2472012-1360-4b78-9672-2f15df185949" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.729150] env[69287]: DEBUG oslo_concurrency.lockutils [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.729316] env[69287]: DEBUG nova.compute.manager [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.730163] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d9698f-b12f-4f30-a35d-268747adfd3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.738616] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d8510d-49f2-cbca-e503-3443a8a6ae51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.741121] env[69287]: DEBUG nova.compute.manager [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 659.741205] env[69287]: DEBUG nova.objects.instance [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lazy-loading 'flavor' on Instance uuid c2472012-1360-4b78-9672-2f15df185949 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.870824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.871488] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.032087] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d01f06e-96fe-4c26-9ffa-0f2d72e71710 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.928s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.141193] env[69287]: DEBUG nova.compute.utils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.143299] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.143299] env[69287]: DEBUG nova.network.neutron [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.201577] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Releasing lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.201910] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Instance network_info: |[{"id": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "address": "fa:16:3e:1a:3d:72", "network": {"id": "0e7b6075-dcad-4a0b-b62b-c2242dbcb892", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-14872677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af821b678cd44cda403ffa54b267e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37a0ce-28", "ovs_interfaceid": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.202557] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:3d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b37a0ce-287a-48b9-8241-571a03ba4d2c', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.215693] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Creating folder: Project (9af821b678cd44cda403ffa54b267e3c). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.216761] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48b2fc79-f099-4967-8316-2b6303ffd880 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241406] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Created folder: Project (9af821b678cd44cda403ffa54b267e3c) in parent group-v688742. [ 660.241406] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Creating folder: Instances. Parent ref: group-v688795. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.241406] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e470782-6a3a-4656-9262-8b8bce5c6847 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.244433] env[69287]: DEBUG nova.policy [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10cc912e25ae4010a5f2fbcf048cf62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cff76956224685a97dc757dc9cb18e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.254761] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d8510d-49f2-cbca-e503-3443a8a6ae51, 'name': SearchDatastore_Task, 'duration_secs': 0.03617} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.257636] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433594b4-5347-48a4-b5a2-87bbcc50382b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.264813] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 660.264813] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523c0a61-5b15-54e0-f112-45b61113506f" [ 660.264813] env[69287]: _type = "Task" [ 660.264813] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.266425] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Created folder: Instances in parent group-v688795. [ 660.266425] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.271777] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.271857] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae490fbf-9780-4db0-bc26-5dd728fb609c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.289425] env[69287]: DEBUG nova.network.neutron [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.293598] env[69287]: DEBUG nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Received event network-changed-b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.293821] env[69287]: DEBUG nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Refreshing instance network info cache due to event network-changed-b280afc1-e37e-4564-a1c7-f321ed6c7dea. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.294118] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Acquiring lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.294248] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Acquired lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.294478] env[69287]: DEBUG nova.network.neutron [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Refreshing network info cache for port b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.300942] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523c0a61-5b15-54e0-f112-45b61113506f, 'name': SearchDatastore_Task, 'duration_secs': 0.014604} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.301437] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.301741] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 61c6da84-4ca4-45d2-b573-3280a7b7cdba/61c6da84-4ca4-45d2-b573-3280a7b7cdba.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.302088] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6d0bbcb-9cb5-4df6-acb9-3c22f9b65dcc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.306519] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.306519] env[69287]: value = "task-3449983" [ 660.306519] env[69287]: _type = "Task" [ 660.306519] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.311973] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 660.311973] env[69287]: value = "task-3449984" [ 660.311973] env[69287]: _type = "Task" [ 660.311973] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.319038] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449983, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.325579] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.495290] env[69287]: DEBUG nova.network.neutron [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.533676] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.648514] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.728636] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.728991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.729599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.729599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.729853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.733013] env[69287]: INFO nova.compute.manager [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Terminating instance [ 660.762910] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.762910] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f70613-325e-40e7-b53c-e4aa6871b684 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.774629] env[69287]: DEBUG oslo_vmware.api [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 660.774629] env[69287]: value = "task-3449985" [ 660.774629] env[69287]: _type = "Task" [ 660.774629] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.791039] env[69287]: DEBUG oslo_vmware.api [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.823204] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3449983, 'name': CreateVM_Task, 'duration_secs': 0.502452} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.823938] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.825248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.825248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.825699] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.828500] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4987a08-eb90-44a7-a27d-9403d473d2f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.835594] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449984, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.840688] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 660.840688] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5252449b-f209-7166-47a0-75a9f4c38029" [ 660.840688] env[69287]: _type = "Task" [ 660.840688] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.860485] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5252449b-f209-7166-47a0-75a9f4c38029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.996714] env[69287]: DEBUG nova.network.neutron [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Successfully created port: d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.998430] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Releasing lock "refresh_cache-a742fa58-5053-4845-83eb-96334a38797a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.998979] env[69287]: DEBUG nova.compute.manager [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.999606] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.000480] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba9445b-15f7-4944-a272-480d25c73f72 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.017205] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.018352] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7cf52df-c8db-4408-96ce-d729ec6babab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.028297] env[69287]: DEBUG oslo_vmware.api [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 661.028297] env[69287]: value = "task-3449986" [ 661.028297] env[69287]: _type = "Task" [ 661.028297] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.044537] env[69287]: DEBUG oslo_vmware.api [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.067259] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.174235] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "8ba20081-cf84-4cf8-8928-e0dc6719d518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.175509] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.241114] env[69287]: DEBUG nova.compute.manager [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.241382] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.242357] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cf413-3954-4439-8afc-15169e20cd34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.251982] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.252614] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9feaa31c-403c-46c8-ae92-14cb3e69f102 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.255871] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8764407b-2769-42c0-8320-75b71ed72424 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.267202] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af18a15-9e03-4ba2-87b8-8d9b49772eaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.271997] env[69287]: DEBUG oslo_vmware.api [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 661.271997] env[69287]: value = "task-3449987" [ 661.271997] env[69287]: _type = "Task" [ 661.271997] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.313325] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da11199d-3b7a-4235-afcd-21d5d6c615be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.319440] env[69287]: DEBUG oslo_vmware.api [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.326195] env[69287]: DEBUG oslo_vmware.api [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3449985, 'name': PowerOffVM_Task, 'duration_secs': 0.274267} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.328856] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.328978] env[69287]: DEBUG nova.compute.manager [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.330169] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804677de-1d5d-4029-a154-572337721eda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.334139] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e72269-77e9-4090-848e-912e92630c22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.341206] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707468} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.342150] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 61c6da84-4ca4-45d2-b573-3280a7b7cdba/61c6da84-4ca4-45d2-b573-3280a7b7cdba.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.342373] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.342756] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3116c133-0b0c-4558-8ad2-24e89af311f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.358999] env[69287]: DEBUG nova.compute.provider_tree [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.372221] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5252449b-f209-7166-47a0-75a9f4c38029, 'name': SearchDatastore_Task, 'duration_secs': 0.056949} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.373780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.374032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.374267] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.374467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.374956] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.375396] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 661.375396] env[69287]: value = "task-3449988" [ 661.375396] env[69287]: _type = "Task" [ 661.375396] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.376055] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2b4a8cc-9e1c-4080-b0a2-ae64531544c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.390390] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.392103] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.392282] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.393029] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a7cc4f-6ccd-4bb0-918e-3e88622ccdbd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.400391] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 661.400391] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b39704-d774-d736-8516-922a06e2d021" [ 661.400391] env[69287]: _type = "Task" [ 661.400391] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.411105] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b39704-d774-d736-8516-922a06e2d021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.427094] env[69287]: DEBUG nova.network.neutron [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Updated VIF entry in instance network info cache for port b280afc1-e37e-4564-a1c7-f321ed6c7dea. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.427094] env[69287]: DEBUG nova.network.neutron [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Updating instance_info_cache with network_info: [{"id": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "address": "fa:16:3e:3c:63:bc", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb280afc1-e3", "ovs_interfaceid": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.539252] env[69287]: DEBUG oslo_vmware.api [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449986, 'name': PowerOffVM_Task, 'duration_secs': 0.156969} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.539553] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.539704] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.539957] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c8cac7-1954-466e-8ae6-ede921e8f46a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.572240] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.572240] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.572240] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Deleting the datastore file [datastore2] a742fa58-5053-4845-83eb-96334a38797a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.572240] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c9fc16-10ce-435a-8a35-4e623a67b33c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.578689] env[69287]: DEBUG oslo_vmware.api [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for the task: (returnval){ [ 661.578689] env[69287]: value = "task-3449990" [ 661.578689] env[69287]: _type = "Task" [ 661.578689] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.588188] env[69287]: DEBUG oslo_vmware.api [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.661887] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.692985] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.694977] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.695354] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.695578] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.695798] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.696451] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.696611] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.697051] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.697051] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.697196] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.697339] env[69287]: DEBUG nova.virt.hardware [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.698699] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55729fa-9111-4430-b5df-9577dec0f8ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.710563] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d2af4-2ad9-4fb2-a81b-cdabfc62cf78 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783824] env[69287]: DEBUG oslo_vmware.api [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449987, 'name': PowerOffVM_Task, 'duration_secs': 0.206562} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.784278] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.784510] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.784781] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-266c36d4-9f0f-4abd-84da-13b327426750 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.856703] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.856929] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.857126] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleting the datastore file [datastore2] ceb486ef-93f1-4706-a14e-6b72bf807ba6 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.857386] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da4db8a-1eca-4692-8244-6c754da2ef61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.863724] env[69287]: DEBUG oslo_concurrency.lockutils [None req-80d02c1e-5639-46f1-82d9-93491582e5ec tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.134s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.874925] env[69287]: DEBUG oslo_vmware.api [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 661.874925] env[69287]: value = "task-3449993" [ 661.874925] env[69287]: _type = "Task" [ 661.874925] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.896178] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231123} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.899014] env[69287]: ERROR nova.scheduler.client.report [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [req-78318ba7-8df6-4d14-a23c-2d5d61bd9778] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78318ba7-8df6-4d14-a23c-2d5d61bd9778"}]} [ 661.903381] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.906771] env[69287]: DEBUG oslo_vmware.api [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.907904] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09a3f8-d720-427a-b375-4c07ac8f85a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.920615] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b39704-d774-d736-8516-922a06e2d021, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.937026] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Releasing lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.937026] env[69287]: DEBUG nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Received event network-vif-plugged-6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.937026] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.937026] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.937026] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.937677] env[69287]: DEBUG nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] No waiting events found dispatching network-vif-plugged-6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.937677] env[69287]: WARNING nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Received unexpected event network-vif-plugged-6b37a0ce-287a-48b9-8241-571a03ba4d2c for instance with vm_state building and task_state spawning. [ 661.937677] env[69287]: DEBUG nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Received event network-changed-6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.937677] env[69287]: DEBUG nova.compute.manager [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Refreshing instance network info cache due to event network-changed-6b37a0ce-287a-48b9-8241-571a03ba4d2c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.937677] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Acquiring lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.937865] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Acquired lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.937865] env[69287]: DEBUG nova.network.neutron [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Refreshing network info cache for port 6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.947788] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 61c6da84-4ca4-45d2-b573-3280a7b7cdba/61c6da84-4ca4-45d2-b573-3280a7b7cdba.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.949419] env[69287]: DEBUG nova.scheduler.client.report [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.951869] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9b127d-5ac0-4745-a408-4fdb81205b57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.954808] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d315b1f1-e33a-42bd-84fa-510e5b31cc0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.977228] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 661.977228] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a81ae-957f-d6db-e174-88fe9e9dd54f" [ 661.977228] env[69287]: _type = "Task" [ 661.977228] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.983297] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 661.983297] env[69287]: value = "task-3449994" [ 661.983297] env[69287]: _type = "Task" [ 661.983297] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.991071] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a81ae-957f-d6db-e174-88fe9e9dd54f, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.991808] env[69287]: DEBUG nova.scheduler.client.report [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.992019] env[69287]: DEBUG nova.compute.provider_tree [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.994708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.994961] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] e0644f3d-ca8f-4411-b54b-e24c33070882/e0644f3d-ca8f-4411-b54b-e24c33070882.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.995408] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa06b4a-c243-43da-b551-9c77e4b59511 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.002500] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.007234] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 662.007234] env[69287]: value = "task-3449995" [ 662.007234] env[69287]: _type = "Task" [ 662.007234] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.013361] env[69287]: DEBUG nova.scheduler.client.report [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.019477] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3449995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.039056] env[69287]: DEBUG nova.scheduler.client.report [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.090962] env[69287]: DEBUG oslo_vmware.api [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Task: {'id': task-3449990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11355} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.093808] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.094036] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.094243] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.094443] env[69287]: INFO nova.compute.manager [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 662.094700] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.095106] env[69287]: DEBUG nova.compute.manager [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.095999] env[69287]: DEBUG nova.network.neutron [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.143728] env[69287]: DEBUG nova.network.neutron [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.207825] env[69287]: DEBUG nova.compute.manager [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.210919] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68fcb2d-24fb-48b1-8b24-7a8dbf633638 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.391364] env[69287]: DEBUG oslo_vmware.api [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3449993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26284} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.391364] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.391364] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.391364] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.391666] env[69287]: INFO nova.compute.manager [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 662.393040] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.393040] env[69287]: DEBUG nova.compute.manager [-] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.393040] env[69287]: DEBUG nova.network.neutron [-] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.502112] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449994, 'name': ReconfigVM_Task, 'duration_secs': 0.410738} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.503321] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 61c6da84-4ca4-45d2-b573-3280a7b7cdba/61c6da84-4ca4-45d2-b573-3280a7b7cdba.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.503321] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1b02ee-3e1c-4e33-822d-99ae85e9cc25 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.515620] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 662.515620] env[69287]: value = "task-3449996" [ 662.515620] env[69287]: _type = "Task" [ 662.515620] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.525887] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3449995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507965} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.528570] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] e0644f3d-ca8f-4411-b54b-e24c33070882/e0644f3d-ca8f-4411-b54b-e24c33070882.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.529021] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.533033] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d59920-d887-4ebe-9ddd-4f57b43badc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.536232] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449996, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.547212] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 662.547212] env[69287]: value = "task-3449997" [ 662.547212] env[69287]: _type = "Task" [ 662.547212] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.560025] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3449997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.562598] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4979a1e9-4aa5-4209-b06d-5aeeda9b441c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.571295] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbccaf07-dbb0-4038-9b0f-ce3e82dea5e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.608552] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a7743-5119-4a4a-b602-5ef29b74e7bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.617324] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9a431d-f445-4715-91e4-17d1a2e9f8f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.633953] env[69287]: DEBUG nova.compute.provider_tree [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.646409] env[69287]: DEBUG nova.network.neutron [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.731621] env[69287]: INFO nova.compute.manager [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] instance snapshotting [ 662.733711] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badc0182-ed6e-466f-a11a-118cabb70da8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.757390] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f273a80-eab2-45c4-a3eb-cb483b0232bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.028796] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449996, 'name': Rename_Task, 'duration_secs': 0.152683} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.029247] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.029331] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4bdc6c5-0514-47e7-91d7-6b0abe1a8286 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.036794] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 663.036794] env[69287]: value = "task-3449998" [ 663.036794] env[69287]: _type = "Task" [ 663.036794] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.046828] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.059298] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3449997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064086} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.059600] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.060507] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcd14e4-0cc7-4a2b-8816-9bfecc2a8499 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.093474] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e0644f3d-ca8f-4411-b54b-e24c33070882/e0644f3d-ca8f-4411-b54b-e24c33070882.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.094350] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39d41f6d-bfe7-40d3-b1ef-177fd84d8bd6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.116563] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 663.116563] env[69287]: value = "task-3449999" [ 663.116563] env[69287]: _type = "Task" [ 663.116563] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.130090] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3449999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.150269] env[69287]: INFO nova.compute.manager [-] [instance: a742fa58-5053-4845-83eb-96334a38797a] Took 1.05 seconds to deallocate network for instance. [ 663.159239] env[69287]: DEBUG nova.network.neutron [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updated VIF entry in instance network info cache for port 6b37a0ce-287a-48b9-8241-571a03ba4d2c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.159575] env[69287]: DEBUG nova.network.neutron [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updating instance_info_cache with network_info: [{"id": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "address": "fa:16:3e:1a:3d:72", "network": {"id": "0e7b6075-dcad-4a0b-b62b-c2242dbcb892", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-14872677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af821b678cd44cda403ffa54b267e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37a0ce-28", "ovs_interfaceid": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.200434] env[69287]: DEBUG nova.scheduler.client.report [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 663.200685] env[69287]: DEBUG nova.compute.provider_tree [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 40 to 41 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 663.200871] env[69287]: DEBUG nova.compute.provider_tree [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.270063] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 663.270405] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6486a9ca-6e54-4a6c-9e13-7acdf9964a54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.280090] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 663.280090] env[69287]: value = "task-3450000" [ 663.280090] env[69287]: _type = "Task" [ 663.280090] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.289912] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.423655] env[69287]: DEBUG nova.compute.manager [req-3a761101-a34f-43cb-b9f2-45c2ac6d2362 req-9b1165af-3b49-477a-ae4d-0ee9edb30abe service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Received event network-vif-deleted-ed778cc7-b81d-4069-8a8e-98bfb28261f5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.423792] env[69287]: INFO nova.compute.manager [req-3a761101-a34f-43cb-b9f2-45c2ac6d2362 req-9b1165af-3b49-477a-ae4d-0ee9edb30abe service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Neutron deleted interface ed778cc7-b81d-4069-8a8e-98bfb28261f5; detaching it from the instance and deleting it from the info cache [ 663.423913] env[69287]: DEBUG nova.network.neutron [req-3a761101-a34f-43cb-b9f2-45c2ac6d2362 req-9b1165af-3b49-477a-ae4d-0ee9edb30abe service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.456028] env[69287]: DEBUG nova.network.neutron [-] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.550677] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.581384] env[69287]: DEBUG nova.network.neutron [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Successfully updated port: d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.628043] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3449999, 'name': ReconfigVM_Task, 'duration_secs': 0.290206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.628727] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e0644f3d-ca8f-4411-b54b-e24c33070882/e0644f3d-ca8f-4411-b54b-e24c33070882.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.629555] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636f94a2-13a0-4c11-96de-e7c77f7e0384 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.638144] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 663.638144] env[69287]: value = "task-3450001" [ 663.638144] env[69287]: _type = "Task" [ 663.638144] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.647811] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450001, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.659710] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.661861] env[69287]: DEBUG oslo_concurrency.lockutils [req-e1de8568-3864-440f-90b5-5efad769ea7e req-282d61ef-8046-4d12-bb8f-75f614743804 service nova] Releasing lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.715078] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.081s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.715767] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.720043] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.978s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.720973] env[69287]: INFO nova.compute.claims [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.796496] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450000, 'name': CreateSnapshot_Task, 'duration_secs': 0.509838} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.796722] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 663.797556] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039eccc6-d80c-4d31-925b-de8987c067e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.832557] env[69287]: DEBUG nova.compute.manager [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.833862] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb7cb0-cada-4c9c-8ff0-b2fdb96d7f07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.926866] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca69291e-6102-4230-9e15-43dea9a2c10a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.939619] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f908c-c1bc-4bf7-aff4-7689ad903994 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.958811] env[69287]: INFO nova.compute.manager [-] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Took 1.57 seconds to deallocate network for instance. [ 663.977067] env[69287]: DEBUG nova.compute.manager [req-3a761101-a34f-43cb-b9f2-45c2ac6d2362 req-9b1165af-3b49-477a-ae4d-0ee9edb30abe service nova] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Detach interface failed, port_id=ed778cc7-b81d-4069-8a8e-98bfb28261f5, reason: Instance ceb486ef-93f1-4706-a14e-6b72bf807ba6 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 664.051082] env[69287]: DEBUG oslo_vmware.api [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3449998, 'name': PowerOnVM_Task, 'duration_secs': 0.515623} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.052282] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.052282] env[69287]: INFO nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Took 10.06 seconds to spawn the instance on the hypervisor. [ 664.052282] env[69287]: DEBUG nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.052621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c3e3b-46d8-40aa-b1d0-db4f5e3ae184 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.083758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "refresh_cache-137d5236-472a-494b-91a6-5a76844f2d17" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.084730] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "refresh_cache-137d5236-472a-494b-91a6-5a76844f2d17" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085051] env[69287]: DEBUG nova.network.neutron [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.149599] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450001, 'name': Rename_Task, 'duration_secs': 0.188979} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.149949] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.150239] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11747409-7093-4ee7-a293-f0567c387077 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.158640] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 664.158640] env[69287]: value = "task-3450003" [ 664.158640] env[69287]: _type = "Task" [ 664.158640] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.170625] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.229470] env[69287]: DEBUG nova.compute.utils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.230936] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.231132] env[69287]: DEBUG nova.network.neutron [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.283201] env[69287]: DEBUG nova.policy [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ae59e4e1a6949d2b2bdc8d5b7e0d8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17a98c113e174556b81e3f250c388a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.328728] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 664.329463] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2e8d8e6-c04a-44b6-a5f4-69b8494dbb63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.341371] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 664.341371] env[69287]: value = "task-3450004" [ 664.341371] env[69287]: _type = "Task" [ 664.341371] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.347186] env[69287]: INFO nova.compute.manager [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] instance snapshotting [ 664.347785] env[69287]: WARNING nova.compute.manager [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 664.352682] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa2a32-2f3d-4b23-88bc-c9ce535ba7b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.358515] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450004, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.382036] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6915863d-2275-4ae5-a0d9-0b2a74b0f5a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.465913] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.576569] env[69287]: INFO nova.compute.manager [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Took 33.53 seconds to build instance. [ 664.638323] env[69287]: DEBUG nova.network.neutron [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.684817] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.736874] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.855352] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450004, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.895633] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 664.898178] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc190b1e-befa-43be-868f-0525a9b82835 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.911054] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 664.911054] env[69287]: value = "task-3450005" [ 664.911054] env[69287]: _type = "Task" [ 664.911054] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.924956] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450005, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.042352] env[69287]: DEBUG nova.network.neutron [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Updating instance_info_cache with network_info: [{"id": "d60dc00b-451f-4fdf-b6ef-f3001cfe1ece", "address": "fa:16:3e:39:aa:f6", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60dc00b-45", "ovs_interfaceid": "d60dc00b-451f-4fdf-b6ef-f3001cfe1ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.079097] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca03cf4a-0fe5-4b8d-ad47-f39d388fe408 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.223s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.170754] env[69287]: DEBUG oslo_vmware.api [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450003, 'name': PowerOnVM_Task, 'duration_secs': 0.847155} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.176264] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.176264] env[69287]: INFO nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Took 8.44 seconds to spawn the instance on the hypervisor. [ 665.176264] env[69287]: DEBUG nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.176264] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be72c4e-c693-438d-9fc2-e178b98f397c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.314214] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00ae143-3678-4221-8f32-0183e619b986 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.321793] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc931ff0-bff2-451f-8940-e941c06333b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364341] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd04e8-4c51-4069-aa39-3aadf108a704 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.374373] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450004, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.378407] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd816684-b81e-4097-8bca-f7c710e1a7e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.395118] env[69287]: DEBUG nova.compute.provider_tree [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.425893] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450005, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.544824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "refresh_cache-137d5236-472a-494b-91a6-5a76844f2d17" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.545163] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Instance network_info: |[{"id": "d60dc00b-451f-4fdf-b6ef-f3001cfe1ece", "address": "fa:16:3e:39:aa:f6", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60dc00b-45", "ovs_interfaceid": "d60dc00b-451f-4fdf-b6ef-f3001cfe1ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.545599] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:aa:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60dc00b-451f-4fdf-b6ef-f3001cfe1ece', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.554567] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.554567] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.554696] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-417e9c11-3688-400d-85e9-4fc13f62f56a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.577619] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.577619] env[69287]: value = "task-3450006" [ 665.577619] env[69287]: _type = "Task" [ 665.577619] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.578768] env[69287]: DEBUG nova.network.neutron [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Successfully created port: 9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.585445] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.593298] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450006, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.701279] env[69287]: INFO nova.compute.manager [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Took 34.04 seconds to build instance. [ 665.758663] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.799281] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.799898] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.799898] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.801651] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.802174] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.802174] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.802296] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.802547] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.802757] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.802983] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.803268] env[69287]: DEBUG nova.virt.hardware [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.805922] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11d06b-329c-45bb-a7c1-79bfd512d623 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.817947] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fa568e-5a52-4c0b-a00f-9c285c415cb5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.871958] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450004, 'name': CloneVM_Task, 'duration_secs': 1.145589} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.872533] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Created linked-clone VM from snapshot [ 665.873530] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960d30f-b0b8-4bab-a463-b1ccfda6f856 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.885948] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Uploading image ea49bb42-d738-410b-be97-5e9f783c64d5 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.899710] env[69287]: DEBUG nova.scheduler.client.report [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.932017] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450005, 'name': CreateSnapshot_Task, 'duration_secs': 0.573286} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.932017] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.932716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f60a12-c874-4a3c-84e1-8687a9fab09b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.939531] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 665.939531] env[69287]: value = "vm-688799" [ 665.939531] env[69287]: _type = "VirtualMachine" [ 665.939531] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 665.940929] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99f6b010-9dae-475d-8dd9-71cc91240cdd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.964698] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lease: (returnval){ [ 665.964698] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c43645-fcd0-d8a8-532a-a9477a7e3994" [ 665.964698] env[69287]: _type = "HttpNfcLease" [ 665.964698] env[69287]: } obtained for exporting VM: (result){ [ 665.964698] env[69287]: value = "vm-688799" [ 665.964698] env[69287]: _type = "VirtualMachine" [ 665.964698] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 665.965132] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the lease: (returnval){ [ 665.965132] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c43645-fcd0-d8a8-532a-a9477a7e3994" [ 665.965132] env[69287]: _type = "HttpNfcLease" [ 665.965132] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 665.979153] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 665.979153] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c43645-fcd0-d8a8-532a-a9477a7e3994" [ 665.979153] env[69287]: _type = "HttpNfcLease" [ 665.979153] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 666.094290] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450006, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.124373] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.202638] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d675a8a1-c908-45a4-a875-3e450c3dff6e tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.964s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.208508] env[69287]: DEBUG nova.compute.manager [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Received event network-vif-plugged-d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.209624] env[69287]: DEBUG oslo_concurrency.lockutils [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] Acquiring lock "137d5236-472a-494b-91a6-5a76844f2d17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.209899] env[69287]: DEBUG oslo_concurrency.lockutils [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] Lock "137d5236-472a-494b-91a6-5a76844f2d17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.210186] env[69287]: DEBUG oslo_concurrency.lockutils [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] Lock "137d5236-472a-494b-91a6-5a76844f2d17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.210760] env[69287]: DEBUG nova.compute.manager [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] No waiting events found dispatching network-vif-plugged-d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.210760] env[69287]: WARNING nova.compute.manager [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Received unexpected event network-vif-plugged-d60dc00b-451f-4fdf-b6ef-f3001cfe1ece for instance with vm_state building and task_state spawning. [ 666.210912] env[69287]: DEBUG nova.compute.manager [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Received event network-changed-d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.211219] env[69287]: DEBUG nova.compute.manager [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Refreshing instance network info cache due to event network-changed-d60dc00b-451f-4fdf-b6ef-f3001cfe1ece. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 666.211605] env[69287]: DEBUG oslo_concurrency.lockutils [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] Acquiring lock "refresh_cache-137d5236-472a-494b-91a6-5a76844f2d17" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.212269] env[69287]: DEBUG oslo_concurrency.lockutils [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] Acquired lock "refresh_cache-137d5236-472a-494b-91a6-5a76844f2d17" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.212453] env[69287]: DEBUG nova.network.neutron [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Refreshing network info cache for port d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.408223] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.409207] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.412249] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.134s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.412478] env[69287]: DEBUG nova.objects.instance [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lazy-loading 'resources' on Instance uuid e2ab5657-bcb4-47eb-a487-6a57cf2925c5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.467474] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.468404] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6a3b5aa-c755-4551-80be-ae9421d66daa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.483581] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.483581] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c43645-fcd0-d8a8-532a-a9477a7e3994" [ 666.483581] env[69287]: _type = "HttpNfcLease" [ 666.483581] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 666.484319] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 666.484319] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c43645-fcd0-d8a8-532a-a9477a7e3994" [ 666.484319] env[69287]: _type = "HttpNfcLease" [ 666.484319] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 666.486335] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79d785-fc4c-4827-852b-59123a5a6f0d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.489690] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 666.489690] env[69287]: value = "task-3450008" [ 666.489690] env[69287]: _type = "Task" [ 666.489690] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.497204] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dcd3-c711-4433-b859-556ee6afea30/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 666.497292] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dcd3-c711-4433-b859-556ee6afea30/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 666.506827] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450008, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.591030] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450006, 'name': CreateVM_Task, 'duration_secs': 0.552928} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.591891] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.591891] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.592000] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.592338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.592620] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a4964c-1769-485b-b86f-2300444423d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.599390] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 666.599390] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521f7037-016b-1ce9-a13d-e235d6af3697" [ 666.599390] env[69287]: _type = "Task" [ 666.599390] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.613142] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521f7037-016b-1ce9-a13d-e235d6af3697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.613468] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.613719] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.623255] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f12e6859-7e3c-49b0-bcdb-26e491f03f3a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.715284] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.918177] env[69287]: DEBUG nova.compute.utils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.923884] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.924011] env[69287]: DEBUG nova.network.neutron [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.979404] env[69287]: DEBUG nova.policy [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b7b20f6ca8431ab7d45281da433abc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c4ce69a75c4371b35af540c1b5a0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.011665] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450008, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.120130] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521f7037-016b-1ce9-a13d-e235d6af3697, 'name': SearchDatastore_Task, 'duration_secs': 0.01259} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.123248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.123876] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.124082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.124248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.124457] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.124989] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003ae021-b38a-4f10-b2cb-3a3dfc9c6533 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.136634] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.138987] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.140142] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdc78b0-6ad0-4707-92c8-2a8427b434bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.151589] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 667.151589] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c7b5d0-0c7d-60f1-7fc1-f88b3b60002c" [ 667.151589] env[69287]: _type = "Task" [ 667.151589] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.163345] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c7b5d0-0c7d-60f1-7fc1-f88b3b60002c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.253720] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.300945] env[69287]: DEBUG nova.network.neutron [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Updated VIF entry in instance network info cache for port d60dc00b-451f-4fdf-b6ef-f3001cfe1ece. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.302531] env[69287]: DEBUG nova.network.neutron [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Updating instance_info_cache with network_info: [{"id": "d60dc00b-451f-4fdf-b6ef-f3001cfe1ece", "address": "fa:16:3e:39:aa:f6", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60dc00b-45", "ovs_interfaceid": "d60dc00b-451f-4fdf-b6ef-f3001cfe1ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.424598] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.510793] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450008, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.596869] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc0f54-fe03-4071-8d2b-c7d5c49d17ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.606711] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74f6942-249e-470b-889a-536819378b76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.641887] env[69287]: DEBUG nova.network.neutron [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Successfully created port: b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.644592] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4252fc5f-7372-49cb-9da8-df97d389e1fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.657780] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ff8b09-4ba8-49c6-883c-3785fe74857c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.675462] env[69287]: DEBUG nova.compute.provider_tree [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.681808] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c7b5d0-0c7d-60f1-7fc1-f88b3b60002c, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.681933] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b09d6d-4cc1-4052-8e64-526f01b1654a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.689385] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 667.689385] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523fb608-cd69-55cb-38ea-94e4324bdf8c" [ 667.689385] env[69287]: _type = "Task" [ 667.689385] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.700517] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523fb608-cd69-55cb-38ea-94e4324bdf8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.812372] env[69287]: DEBUG oslo_concurrency.lockutils [req-951bd5f1-a193-4e5a-8c53-1d360fd0fc15 req-428a80a2-f7b6-4626-bec0-5b42d086cc58 service nova] Releasing lock "refresh_cache-137d5236-472a-494b-91a6-5a76844f2d17" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.007641] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450008, 'name': CloneVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.116475] env[69287]: DEBUG nova.network.neutron [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Successfully updated port: 9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.185028] env[69287]: DEBUG nova.scheduler.client.report [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.204808] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523fb608-cd69-55cb-38ea-94e4324bdf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.019579} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.206178] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.206747] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 137d5236-472a-494b-91a6-5a76844f2d17/137d5236-472a-494b-91a6-5a76844f2d17.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.207460] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d2af2c-ced9-495a-b6fd-689aa7715410 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.218127] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 668.218127] env[69287]: value = "task-3450009" [ 668.218127] env[69287]: _type = "Task" [ 668.218127] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.229813] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.438527] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.472792] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2068098447',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-432895186',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.474183] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.474579] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.474898] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.476197] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.476514] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.477915] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.478470] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.479508] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.479903] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.480216] env[69287]: DEBUG nova.virt.hardware [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.482541] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662ffcb-df8b-4426-b6a3-c817d0b5921a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.495785] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7dc651-7251-44cd-a6d8-5bb89b0d8b72 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.534051] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450008, 'name': CloneVM_Task, 'duration_secs': 1.57541} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.534706] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Created linked-clone VM from snapshot [ 668.535547] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa13d33-5996-4af3-99d2-28024a95ade3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.545985] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Uploading image 577d14ed-90c6-4870-9bf9-4bf68e2c45fa {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 668.577574] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 668.577574] env[69287]: value = "vm-688802" [ 668.577574] env[69287]: _type = "VirtualMachine" [ 668.577574] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 668.578121] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd7ae199-6883-4a19-abd1-b98fd14d5f36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.588704] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease: (returnval){ [ 668.588704] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523565bd-7c2e-8826-958f-ca22b382d867" [ 668.588704] env[69287]: _type = "HttpNfcLease" [ 668.588704] env[69287]: } obtained for exporting VM: (result){ [ 668.588704] env[69287]: value = "vm-688802" [ 668.588704] env[69287]: _type = "VirtualMachine" [ 668.588704] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 668.588704] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the lease: (returnval){ [ 668.588704] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523565bd-7c2e-8826-958f-ca22b382d867" [ 668.588704] env[69287]: _type = "HttpNfcLease" [ 668.588704] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 668.598674] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.598674] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523565bd-7c2e-8826-958f-ca22b382d867" [ 668.598674] env[69287]: _type = "HttpNfcLease" [ 668.598674] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 668.623294] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.623294] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.623294] env[69287]: DEBUG nova.network.neutron [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.691242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.694844] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.283s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.696587] env[69287]: INFO nova.compute.claims [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.726639] env[69287]: INFO nova.scheduler.client.report [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Deleted allocations for instance e2ab5657-bcb4-47eb-a487-6a57cf2925c5 [ 668.739465] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.098208] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.098208] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523565bd-7c2e-8826-958f-ca22b382d867" [ 669.098208] env[69287]: _type = "HttpNfcLease" [ 669.098208] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 669.098593] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 669.098593] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523565bd-7c2e-8826-958f-ca22b382d867" [ 669.098593] env[69287]: _type = "HttpNfcLease" [ 669.098593] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 669.102685] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c4bc7-446e-4aae-ba33-e029d9722825 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.112785] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2634b-a4dd-e188-0392-d7a39194ce38/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 669.112967] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2634b-a4dd-e188-0392-d7a39194ce38/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 669.207051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquiring lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.207051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.230959] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634006} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.231397] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 137d5236-472a-494b-91a6-5a76844f2d17/137d5236-472a-494b-91a6-5a76844f2d17.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.231613] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.231869] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138e93dd-7fdc-45ae-b242-e383066c62ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.238187] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a72f16f2-e99d-4f32-ad1d-730255eaee8b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.243659] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 669.243659] env[69287]: value = "task-3450011" [ 669.243659] env[69287]: _type = "Task" [ 669.243659] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.244123] env[69287]: DEBUG oslo_concurrency.lockutils [None req-349b623a-3517-43c4-9f86-5674f5759adb tempest-ServerDiagnosticsNegativeTest-922070193 tempest-ServerDiagnosticsNegativeTest-922070193-project-member] Lock "e2ab5657-bcb4-47eb-a487-6a57cf2925c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.196s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.256416] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.264297] env[69287]: DEBUG nova.network.neutron [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.284104] env[69287]: DEBUG nova.compute.manager [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Received event network-vif-plugged-9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.284104] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] Acquiring lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.284258] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.284375] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.285098] env[69287]: DEBUG nova.compute.manager [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] No waiting events found dispatching network-vif-plugged-9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.285098] env[69287]: WARNING nova.compute.manager [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Received unexpected event network-vif-plugged-9f863da6-5ea2-4dee-85e3-f783291d2461 for instance with vm_state building and task_state spawning. [ 669.285098] env[69287]: DEBUG nova.compute.manager [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Received event network-changed-9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.285270] env[69287]: DEBUG nova.compute.manager [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Refreshing instance network info cache due to event network-changed-9f863da6-5ea2-4dee-85e3-f783291d2461. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.285794] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] Acquiring lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.552034] env[69287]: DEBUG nova.network.neutron [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updating instance_info_cache with network_info: [{"id": "9f863da6-5ea2-4dee-85e3-f783291d2461", "address": "fa:16:3e:22:b1:78", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f863da6-5e", "ovs_interfaceid": "9f863da6-5ea2-4dee-85e3-f783291d2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.712179] env[69287]: DEBUG nova.network.neutron [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Successfully updated port: b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.762330] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071485} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.762810] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.763582] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c29c61-e927-4bb6-9084-b278daecf27d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.797133] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 137d5236-472a-494b-91a6-5a76844f2d17/137d5236-472a-494b-91a6-5a76844f2d17.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.800508] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e50cbd-c8c0-42ec-8820-dca07b5ae198 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.822908] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 669.822908] env[69287]: value = "task-3450012" [ 669.822908] env[69287]: _type = "Task" [ 669.822908] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.839646] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.041616] env[69287]: DEBUG nova.compute.manager [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Received event network-changed-6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.041616] env[69287]: DEBUG nova.compute.manager [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Refreshing instance network info cache due to event network-changed-6b37a0ce-287a-48b9-8241-571a03ba4d2c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.041824] env[69287]: DEBUG oslo_concurrency.lockutils [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] Acquiring lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.041985] env[69287]: DEBUG oslo_concurrency.lockutils [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] Acquired lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.042861] env[69287]: DEBUG nova.network.neutron [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Refreshing network info cache for port 6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.057165] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.057165] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Instance network_info: |[{"id": "9f863da6-5ea2-4dee-85e3-f783291d2461", "address": "fa:16:3e:22:b1:78", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f863da6-5e", "ovs_interfaceid": "9f863da6-5ea2-4dee-85e3-f783291d2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.057342] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] Acquired lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.057342] env[69287]: DEBUG nova.network.neutron [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Refreshing network info cache for port 9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.060126] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:b1:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f863da6-5ea2-4dee-85e3-f783291d2461', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.071664] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Creating folder: Project (17a98c113e174556b81e3f250c388a8b). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.076737] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0be4aa6-031a-4519-a7f2-f5bb2a9793d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.097168] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Created folder: Project (17a98c113e174556b81e3f250c388a8b) in parent group-v688742. [ 670.097168] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Creating folder: Instances. Parent ref: group-v688803. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.097260] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adbdb3f8-39ab-4039-8861-96d9ad5f7607 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.119848] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Created folder: Instances in parent group-v688803. [ 670.121909] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.121909] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.121909] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b76cc894-6879-4b3f-9111-16703a6ae709 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.154368] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.154368] env[69287]: value = "task-3450015" [ 670.154368] env[69287]: _type = "Task" [ 670.154368] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.167093] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450015, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.221023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.223267] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.223267] env[69287]: DEBUG nova.network.neutron [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.339557] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.369545] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a121df-166e-4019-acf4-e513660e3753 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.378530] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27fa0df-1a97-4716-8c42-7f89c3b5fbb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.421834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf69ce8-5187-446c-a7c2-86fb5f02a61b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.432553] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72e5cdc-11ec-4bea-8e38-6117d0412141 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.449376] env[69287]: DEBUG nova.compute.provider_tree [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.666397] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450015, 'name': CreateVM_Task, 'duration_secs': 0.406192} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.667260] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.668339] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.668853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.670534] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.670534] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9ab083-e8f6-47f4-9582-0ccc2c5c38d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.677790] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 670.677790] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52383060-390c-803d-f6c6-d0f8d5a32126" [ 670.677790] env[69287]: _type = "Task" [ 670.677790] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.691578] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52383060-390c-803d-f6c6-d0f8d5a32126, 'name': SearchDatastore_Task} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.691895] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.692250] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.693613] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.693613] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.693613] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.693613] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d9033e-e106-4a5f-8e3a-856a4f1ff043 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.707904] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.708216] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.710075] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6beb62-1346-407b-a89e-a61b0492bb20 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.722720] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 670.722720] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525b1eba-67a2-df22-c409-f45987775553" [ 670.722720] env[69287]: _type = "Task" [ 670.722720] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.735351] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525b1eba-67a2-df22-c409-f45987775553, 'name': SearchDatastore_Task, 'duration_secs': 0.012853} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.741023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b395649-6527-4865-a97e-ed13c251dd87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.751691] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 670.751691] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529da335-84d4-7071-80de-fc64639e3040" [ 670.751691] env[69287]: _type = "Task" [ 670.751691] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.762862] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529da335-84d4-7071-80de-fc64639e3040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.786785] env[69287]: DEBUG nova.network.neutron [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.831839] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.832098] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.846690] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.973132] env[69287]: DEBUG nova.network.neutron [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Updating instance_info_cache with network_info: [{"id": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "address": "fa:16:3e:88:a3:6b", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f66364-8f", "ovs_interfaceid": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.980749] env[69287]: ERROR nova.scheduler.client.report [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [req-f2dbf7d7-e107-4529-ab76-ca327d19e07b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2dbf7d7-e107-4529-ab76-ca327d19e07b"}]} [ 671.011323] env[69287]: DEBUG nova.scheduler.client.report [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.033788] env[69287]: DEBUG nova.scheduler.client.report [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.033788] env[69287]: DEBUG nova.compute.provider_tree [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.047889] env[69287]: DEBUG nova.scheduler.client.report [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.074281] env[69287]: DEBUG nova.scheduler.client.report [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.197455] env[69287]: DEBUG nova.network.neutron [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updated VIF entry in instance network info cache for port 9f863da6-5ea2-4dee-85e3-f783291d2461. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.197801] env[69287]: DEBUG nova.network.neutron [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updating instance_info_cache with network_info: [{"id": "9f863da6-5ea2-4dee-85e3-f783291d2461", "address": "fa:16:3e:22:b1:78", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f863da6-5e", "ovs_interfaceid": "9f863da6-5ea2-4dee-85e3-f783291d2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.206116] env[69287]: DEBUG nova.network.neutron [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updated VIF entry in instance network info cache for port 6b37a0ce-287a-48b9-8241-571a03ba4d2c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.206489] env[69287]: DEBUG nova.network.neutron [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updating instance_info_cache with network_info: [{"id": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "address": "fa:16:3e:1a:3d:72", "network": {"id": "0e7b6075-dcad-4a0b-b62b-c2242dbcb892", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-14872677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af821b678cd44cda403ffa54b267e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b37a0ce-28", "ovs_interfaceid": "6b37a0ce-287a-48b9-8241-571a03ba4d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.267841] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529da335-84d4-7071-80de-fc64639e3040, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.268192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.268982] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 9df3a8ed-6ee2-422e-9242-70ba607aba5c/9df3a8ed-6ee2-422e-9242-70ba607aba5c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.270071] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5c4b3e8-348a-4034-a138-443c1ef0755b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.287250] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 671.287250] env[69287]: value = "task-3450016" [ 671.287250] env[69287]: _type = "Task" [ 671.287250] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.300427] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.343664] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.486155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Releasing lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.486598] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Instance network_info: |[{"id": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "address": "fa:16:3e:88:a3:6b", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f66364-8f", "ovs_interfaceid": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.487045] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f66364-8fe9-412e-8f8a-8374c75195f2', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.494820] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Creating folder: Project (b1c4ce69a75c4371b35af540c1b5a0e1). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.498135] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf4f7af1-cf07-4d74-b5e2-94d936c18068 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.515097] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Created folder: Project (b1c4ce69a75c4371b35af540c1b5a0e1) in parent group-v688742. [ 671.515196] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Creating folder: Instances. Parent ref: group-v688806. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.515440] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6930d79-e506-49b6-8e4b-b6da0dacb5d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.531907] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Created folder: Instances in parent group-v688806. [ 671.532365] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.532725] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.533033] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9324b8d8-f19e-4a30-b91d-b3cca1506f91 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.570142] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.570142] env[69287]: value = "task-3450019" [ 671.570142] env[69287]: _type = "Task" [ 671.570142] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.587077] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450019, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.622958] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a919cc3-0597-46d4-9743-49fc47e0f0fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.632634] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce0792e-d66d-4a60-a9f1-d0df604c7111 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.670242] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a714443-8a91-420f-b15b-c503363b2e8a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.679924] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e132c-3f7e-4b03-98f6-941aab3e7d06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.697420] env[69287]: DEBUG nova.compute.provider_tree [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.699878] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ce36369-3aca-47a7-b517-4d67eb4972f8 req-584e4e0b-7a4b-48d3-81ff-356bf933b333 service nova] Releasing lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.711295] env[69287]: DEBUG oslo_concurrency.lockutils [req-ae292b88-225f-40e2-8216-23ef27c3732f req-09021cd6-1ac7-4984-a748-a048055339d7 service nova] Releasing lock "refresh_cache-e0644f3d-ca8f-4411-b54b-e24c33070882" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.799626] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450016, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.843274] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.082379] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450019, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.232067] env[69287]: DEBUG nova.scheduler.client.report [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 672.232395] env[69287]: DEBUG nova.compute.provider_tree [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 44 to 45 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 672.232645] env[69287]: DEBUG nova.compute.provider_tree [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.298592] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542158} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.298877] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 9df3a8ed-6ee2-422e-9242-70ba607aba5c/9df3a8ed-6ee2-422e-9242-70ba607aba5c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.299111] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.299396] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7cd74de-3712-4460-82ea-12ecbaae2670 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.307531] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 672.307531] env[69287]: value = "task-3450020" [ 672.307531] env[69287]: _type = "Task" [ 672.307531] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.317707] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.345617] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450012, 'name': ReconfigVM_Task, 'duration_secs': 2.221436} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.345965] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 137d5236-472a-494b-91a6-5a76844f2d17/137d5236-472a-494b-91a6-5a76844f2d17.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.346631] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e822c0e-4a48-4dae-8f75-e49b1eb41ab9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.354311] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 672.354311] env[69287]: value = "task-3450021" [ 672.354311] env[69287]: _type = "Task" [ 672.354311] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.363221] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450021, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.583284] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450019, 'name': CreateVM_Task, 'duration_secs': 0.746379} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.583508] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.584158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.584325] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.584714] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.584965] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d81da1d-2b78-483d-b380-fa2863ad1380 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.590732] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 672.590732] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5245287c-1cd1-2028-84a9-8a1658932a29" [ 672.590732] env[69287]: _type = "Task" [ 672.590732] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.599946] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5245287c-1cd1-2028-84a9-8a1658932a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.738024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.044s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.738584] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.741272] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.535s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.741975] env[69287]: DEBUG nova.objects.instance [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] [instance: a742fa58-5053-4845-83eb-96334a38797a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.818922] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074784} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.819327] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.820030] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4fc8f-ec32-48fa-b6c3-ac8e84c75374 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.845929] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9df3a8ed-6ee2-422e-9242-70ba607aba5c/9df3a8ed-6ee2-422e-9242-70ba607aba5c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.845929] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7672e783-79f9-43e0-bb2a-a4bfd1d24f89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.870617] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450021, 'name': Rename_Task, 'duration_secs': 0.167425} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.872251] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.872654] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 672.872654] env[69287]: value = "task-3450022" [ 672.872654] env[69287]: _type = "Task" [ 672.872654] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.872851] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0803934b-49e6-4bb8-a749-4992d2103807 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.889763] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.892056] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 672.892056] env[69287]: value = "task-3450023" [ 672.892056] env[69287]: _type = "Task" [ 672.892056] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.905177] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.103183] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5245287c-1cd1-2028-84a9-8a1658932a29, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.103560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.103776] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.104052] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.104215] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.104444] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.104818] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00725e3c-6717-4b32-af04-d3f6759d5839 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.127362] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.127610] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.128377] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effafa60-0cd7-40f9-baaa-a1e6d92959a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.135069] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 673.135069] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527d410e-a016-cb2e-3ba0-fc6e2104a6e3" [ 673.135069] env[69287]: _type = "Task" [ 673.135069] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.144139] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527d410e-a016-cb2e-3ba0-fc6e2104a6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.249031] env[69287]: DEBUG nova.compute.utils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.250480] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.250654] env[69287]: DEBUG nova.network.neutron [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.291955] env[69287]: DEBUG nova.policy [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10cc912e25ae4010a5f2fbcf048cf62d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91cff76956224685a97dc757dc9cb18e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.386547] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450022, 'name': ReconfigVM_Task, 'duration_secs': 0.348535} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.386721] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9df3a8ed-6ee2-422e-9242-70ba607aba5c/9df3a8ed-6ee2-422e-9242-70ba607aba5c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.387375] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f1cea4-9c9a-4b4e-9fdd-6195eafa93dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.397309] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 673.397309] env[69287]: value = "task-3450024" [ 673.397309] env[69287]: _type = "Task" [ 673.397309] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.404627] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.410708] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450024, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.607477] env[69287]: DEBUG nova.network.neutron [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Successfully created port: 60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.647933] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527d410e-a016-cb2e-3ba0-fc6e2104a6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.648806] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee51c10-9242-403c-8995-ccb9eb05a3a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.655480] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 673.655480] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a35d7e-6b3f-e195-7388-a4f46221469f" [ 673.655480] env[69287]: _type = "Task" [ 673.655480] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.665017] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a35d7e-6b3f-e195-7388-a4f46221469f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.753499] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7d0c5e32-e5e5-4a9c-a4c0-0c589c4d801d tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.753788] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.021s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.759066] env[69287]: INFO nova.compute.claims [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.761684] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.908254] env[69287]: DEBUG oslo_vmware.api [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450023, 'name': PowerOnVM_Task, 'duration_secs': 0.643301} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.911554] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.911932] env[69287]: INFO nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Took 12.25 seconds to spawn the instance on the hypervisor. [ 673.912072] env[69287]: DEBUG nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.912341] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450024, 'name': Rename_Task, 'duration_secs': 0.203262} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.913146] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95616e6-b1b7-4922-93c5-e8f8e9c27312 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.916103] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.916365] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101c4c4b-7055-431c-8455-64f2f4b8c0a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.928562] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 673.928562] env[69287]: value = "task-3450025" [ 673.928562] env[69287]: _type = "Task" [ 673.928562] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.937327] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.168698] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a35d7e-6b3f-e195-7388-a4f46221469f, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.168975] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.169446] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 7adab229-dc33-44c0-bfe5-8ae48d438f41/7adab229-dc33-44c0-bfe5-8ae48d438f41.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.169795] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2270fa8-938d-4e3e-9488-4392dc1d50c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.178900] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 674.178900] env[69287]: value = "task-3450026" [ 674.178900] env[69287]: _type = "Task" [ 674.178900] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.188814] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.442677] env[69287]: INFO nova.compute.manager [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Took 35.97 seconds to build instance. [ 674.449280] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.692020] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450026, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.775102] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.945343] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6c1fc725-a014-41a9-b85e-b6f72d93eb77 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "137d5236-472a-494b-91a6-5a76844f2d17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.465s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.955114] env[69287]: DEBUG oslo_vmware.api [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450025, 'name': PowerOnVM_Task, 'duration_secs': 0.532535} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.958502] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.958502] env[69287]: INFO nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Took 9.20 seconds to spawn the instance on the hypervisor. [ 674.958502] env[69287]: DEBUG nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.958502] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df925d3-adeb-4d8b-830f-23c782e60793 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.152951] env[69287]: DEBUG nova.network.neutron [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Successfully updated port: 60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.193828] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565382} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.194118] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 7adab229-dc33-44c0-bfe5-8ae48d438f41/7adab229-dc33-44c0-bfe5-8ae48d438f41.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.194335] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.194611] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65d8eac-8ff8-493a-b42d-46485d9bb2df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.204085] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 675.204085] env[69287]: value = "task-3450027" [ 675.204085] env[69287]: _type = "Task" [ 675.204085] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.217115] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.239968] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f6227-1cdb-4d64-a10d-a598f0b2fc3e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.249195] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129eb51a-1251-484c-bcf4-27d024e3d453 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.282787] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499e39f-9774-4ad7-b4da-35c7fd5f4c13 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.291829] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea451c3-e767-4a93-9e37-ec94fb2943c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.307169] env[69287]: DEBUG nova.compute.provider_tree [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.456474] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.482218] env[69287]: INFO nova.compute.manager [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Took 35.90 seconds to build instance. [ 675.644766] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.645082] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.645249] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.645433] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.645611] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.645817] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.646054] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.646257] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.646444] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.646667] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.646885] env[69287]: DEBUG nova.virt.hardware [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.649205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9af6b-8568-42d0-bf12-da29f2ac2f6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.655259] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "refresh_cache-029595d0-bfcd-4785-8ce6-771cd77f8a7c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.655437] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "refresh_cache-029595d0-bfcd-4785-8ce6-771cd77f8a7c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.655576] env[69287]: DEBUG nova.network.neutron [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.658666] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dcd3-c711-4433-b859-556ee6afea30/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 675.661774] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52129a77-18db-4615-b956-2bcd01054150 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.666793] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0252d2d-3a7b-4a35-8c87-a3891ea4c396 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.676017] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dcd3-c711-4433-b859-556ee6afea30/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 675.676216] env[69287]: ERROR oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dcd3-c711-4433-b859-556ee6afea30/disk-0.vmdk due to incomplete transfer. [ 675.686331] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-260e478f-c76d-4024-9b97-875bba119c17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.697901] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5287dcd3-c711-4433-b859-556ee6afea30/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 675.698126] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Uploaded image ea49bb42-d738-410b-be97-5e9f783c64d5 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 675.700232] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 675.700508] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18aa8b78-2302-4c48-8916-c43d26b96c53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.709280] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 675.709280] env[69287]: value = "task-3450028" [ 675.709280] env[69287]: _type = "Task" [ 675.709280] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.716254] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075395} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.717044] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.717909] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae52964-ad33-4720-8df4-87c8a39ca7a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.725224] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450028, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.743167] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 7adab229-dc33-44c0-bfe5-8ae48d438f41/7adab229-dc33-44c0-bfe5-8ae48d438f41.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.743506] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594c3f70-3e84-4dff-919b-12b460f33a43 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.766647] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 675.766647] env[69287]: value = "task-3450029" [ 675.766647] env[69287]: _type = "Task" [ 675.766647] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.776073] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.845019] env[69287]: DEBUG nova.scheduler.client.report [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 675.845019] env[69287]: DEBUG nova.compute.provider_tree [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 45 to 46 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 675.845019] env[69287]: DEBUG nova.compute.provider_tree [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.981507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.981928] env[69287]: DEBUG oslo_concurrency.lockutils [None req-791f0f8c-f896-4063-a6d0-b11ac89b4f1a tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.633s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.200969] env[69287]: DEBUG nova.network.neutron [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.220116] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450028, 'name': Destroy_Task, 'duration_secs': 0.420562} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.222622] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Destroyed the VM [ 676.222885] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 676.223176] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da9d97ad-cc13-4cb2-bce5-51cd03cd649a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.230877] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 676.230877] env[69287]: value = "task-3450030" [ 676.230877] env[69287]: _type = "Task" [ 676.230877] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.240405] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450030, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.278976] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450029, 'name': ReconfigVM_Task, 'duration_secs': 0.488738} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.279212] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 7adab229-dc33-44c0-bfe5-8ae48d438f41/7adab229-dc33-44c0-bfe5-8ae48d438f41.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.279988] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b48fca01-7786-45f8-b093-75ec8337d927 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.289027] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 676.289027] env[69287]: value = "task-3450031" [ 676.289027] env[69287]: _type = "Task" [ 676.289027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.298890] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450031, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.351853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.351853] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.355227] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.082s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.355536] env[69287]: DEBUG nova.objects.instance [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lazy-loading 'resources' on Instance uuid a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.407415] env[69287]: DEBUG nova.network.neutron [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Updating instance_info_cache with network_info: [{"id": "60264d84-df14-4697-b06a-94bd13f85799", "address": "fa:16:3e:dd:79:f4", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60264d84-df", "ovs_interfaceid": "60264d84-df14-4697-b06a-94bd13f85799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.485177] env[69287]: DEBUG nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.692772] env[69287]: DEBUG nova.compute.manager [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Received event network-vif-plugged-b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.692998] env[69287]: DEBUG oslo_concurrency.lockutils [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] Acquiring lock "7adab229-dc33-44c0-bfe5-8ae48d438f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.693217] env[69287]: DEBUG oslo_concurrency.lockutils [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.693380] env[69287]: DEBUG oslo_concurrency.lockutils [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.693542] env[69287]: DEBUG nova.compute.manager [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] No waiting events found dispatching network-vif-plugged-b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.693703] env[69287]: WARNING nova.compute.manager [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Received unexpected event network-vif-plugged-b6f66364-8fe9-412e-8f8a-8374c75195f2 for instance with vm_state building and task_state spawning. [ 676.693856] env[69287]: DEBUG nova.compute.manager [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Received event network-changed-b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.694010] env[69287]: DEBUG nova.compute.manager [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Refreshing instance network info cache due to event network-changed-b6f66364-8fe9-412e-8f8a-8374c75195f2. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 676.694196] env[69287]: DEBUG oslo_concurrency.lockutils [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] Acquiring lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.694330] env[69287]: DEBUG oslo_concurrency.lockutils [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] Acquired lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.694608] env[69287]: DEBUG nova.network.neutron [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Refreshing network info cache for port b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.742631] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450030, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.800590] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450031, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.858730] env[69287]: DEBUG nova.compute.utils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.863170] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.863373] env[69287]: DEBUG nova.network.neutron [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.910543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "refresh_cache-029595d0-bfcd-4785-8ce6-771cd77f8a7c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910926] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Instance network_info: |[{"id": "60264d84-df14-4697-b06a-94bd13f85799", "address": "fa:16:3e:dd:79:f4", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60264d84-df", "ovs_interfaceid": "60264d84-df14-4697-b06a-94bd13f85799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.914951] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:79:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60264d84-df14-4697-b06a-94bd13f85799', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.924494] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.925866] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.928622] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a672a9b5-7f3f-4cea-a5dd-744ad7abe758 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.944791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "601ed800-158d-4bec-a746-1825d79da206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.945019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "601ed800-158d-4bec-a746-1825d79da206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.956083] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.956083] env[69287]: value = "task-3450032" [ 676.956083] env[69287]: _type = "Task" [ 676.956083] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.969290] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450032, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.978702] env[69287]: DEBUG nova.policy [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a84092ae5f0b4c39ae59d5bea875fbbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '986ef0b39417454fa778552bba361909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.013459] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.242670] env[69287]: DEBUG oslo_vmware.api [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450030, 'name': RemoveSnapshot_Task, 'duration_secs': 0.951037} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.242960] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 677.242960] env[69287]: INFO nova.compute.manager [None req-d5896482-2efe-4851-b6c2-0e2bcfbaec5f tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 677.302133] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450031, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.366122] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.399438] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b08827-abf1-4d60-ab9d-ccacdc94ff72 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.408631] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed069a57-87ed-430a-95b4-ba4dc42e19ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.443366] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5921d4c4-8895-4e75-95a8-e1f500ece49d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.455716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf68e5-3fa2-4b94-853a-9c0a09b574de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.475626] env[69287]: DEBUG nova.compute.provider_tree [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.480062] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450032, 'name': CreateVM_Task, 'duration_secs': 0.439659} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.480433] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.481393] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.481568] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.481888] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.482285] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf35d59-e90a-4e88-9951-cf7866f69531 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.488377] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 677.488377] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5218c885-2659-be0e-9bf7-1cf75d843de4" [ 677.488377] env[69287]: _type = "Task" [ 677.488377] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.498293] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5218c885-2659-be0e-9bf7-1cf75d843de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.684928] env[69287]: DEBUG nova.network.neutron [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Updated VIF entry in instance network info cache for port b6f66364-8fe9-412e-8f8a-8374c75195f2. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.684928] env[69287]: DEBUG nova.network.neutron [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Updating instance_info_cache with network_info: [{"id": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "address": "fa:16:3e:88:a3:6b", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f66364-8f", "ovs_interfaceid": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.804371] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450031, 'name': Rename_Task, 'duration_secs': 1.198115} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.804371] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.805973] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8abe5633-9981-4fc0-b296-5475431cf7b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.815721] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 677.815721] env[69287]: value = "task-3450033" [ 677.815721] env[69287]: _type = "Task" [ 677.815721] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.829098] env[69287]: DEBUG nova.network.neutron [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Successfully created port: fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.834586] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.836622] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2634b-a4dd-e188-0392-d7a39194ce38/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 677.837473] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233e444-0a84-41d5-a167-cd6613eb7088 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.843900] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2634b-a4dd-e188-0392-d7a39194ce38/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 677.844092] env[69287]: ERROR oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2634b-a4dd-e188-0392-d7a39194ce38/disk-0.vmdk due to incomplete transfer. [ 677.844331] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6a09a24-95b2-4334-978d-5b24c72f5f2c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.852751] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2634b-a4dd-e188-0392-d7a39194ce38/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 677.852903] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Uploaded image 577d14ed-90c6-4870-9bf9-4bf68e2c45fa to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 677.854271] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 677.854546] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21a85913-4b90-4f47-978e-9220615746e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.861981] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 677.861981] env[69287]: value = "task-3450034" [ 677.861981] env[69287]: _type = "Task" [ 677.861981] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.871942] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450034, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.982546] env[69287]: DEBUG nova.scheduler.client.report [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.001754] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5218c885-2659-be0e-9bf7-1cf75d843de4, 'name': SearchDatastore_Task, 'duration_secs': 0.019365} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.002093] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.002368] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.002719] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.002719] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.003280] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.003280] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08da71ec-37a5-4a59-8904-c86dc2a341a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.014905] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.015513] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.017239] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7563ef53-4be2-4cfa-ac0a-df1a41690a67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.042082] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 678.042082] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e5b6b8-0233-45be-ecfd-dee6a6857218" [ 678.042082] env[69287]: _type = "Task" [ 678.042082] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.055136] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e5b6b8-0233-45be-ecfd-dee6a6857218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.188518] env[69287]: DEBUG oslo_concurrency.lockutils [req-8c796109-803b-4384-8bb1-d640b1aa19ea req-09a6882a-7f8c-4252-878f-7a59a762103a service nova] Releasing lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.328841] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.373219] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450034, 'name': Destroy_Task, 'duration_secs': 0.338796} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.373219] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Destroyed the VM [ 678.373219] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 678.373219] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73327ddb-6eed-4701-99c8-b0b4304a0118 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.381725] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.385790] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 678.385790] env[69287]: value = "task-3450035" [ 678.385790] env[69287]: _type = "Task" [ 678.385790] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.395506] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450035, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.425641] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.425893] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.426207] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.426437] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.426588] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.426818] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.426951] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.427136] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.427314] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.427478] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.427654] env[69287]: DEBUG nova.virt.hardware [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.428528] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054e3d0-7f99-4715-affa-24a01499b220 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.436918] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05153ff0-85cc-4d2b-9889-cfa11f34c0e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.488328] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.490626] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.864s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.542098] env[69287]: INFO nova.scheduler.client.report [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted allocations for instance a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87 [ 678.548486] env[69287]: DEBUG nova.compute.manager [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Received event network-changed-9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.548677] env[69287]: DEBUG nova.compute.manager [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Refreshing instance network info cache due to event network-changed-9f863da6-5ea2-4dee-85e3-f783291d2461. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 678.548944] env[69287]: DEBUG oslo_concurrency.lockutils [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] Acquiring lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.549088] env[69287]: DEBUG oslo_concurrency.lockutils [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] Acquired lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.549449] env[69287]: DEBUG nova.network.neutron [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Refreshing network info cache for port 9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.560062] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e5b6b8-0233-45be-ecfd-dee6a6857218, 'name': SearchDatastore_Task, 'duration_secs': 0.015708} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.561125] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61baec52-f504-45a7-984e-f428b749fe5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.568186] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 678.568186] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529cdd50-dc88-b6f7-275e-29306dfb3ed8" [ 678.568186] env[69287]: _type = "Task" [ 678.568186] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.578062] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529cdd50-dc88-b6f7-275e-29306dfb3ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.827648] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450033, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.898386] env[69287]: DEBUG oslo_vmware.api [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450035, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356399} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.898681] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 678.898946] env[69287]: INFO nova.compute.manager [None req-5cc670b7-6c55-475b-8c3f-c1d997895409 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 678.996392] env[69287]: INFO nova.compute.claims [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.058673] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d42f0f9c-0a96-4728-ab47-f616101c871a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.849s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.079176] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529cdd50-dc88-b6f7-275e-29306dfb3ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.015073} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.079176] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.079436] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 029595d0-bfcd-4785-8ce6-771cd77f8a7c/029595d0-bfcd-4785-8ce6-771cd77f8a7c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.079771] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23b510f1-7791-4002-9a3b-3fd5156d5d96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.087894] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 679.087894] env[69287]: value = "task-3450036" [ 679.087894] env[69287]: _type = "Task" [ 679.087894] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.106796] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.268980] env[69287]: DEBUG nova.compute.manager [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Received event network-vif-plugged-60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.269192] env[69287]: DEBUG oslo_concurrency.lockutils [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] Acquiring lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.269404] env[69287]: DEBUG oslo_concurrency.lockutils [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.269569] env[69287]: DEBUG oslo_concurrency.lockutils [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.269793] env[69287]: DEBUG nova.compute.manager [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] No waiting events found dispatching network-vif-plugged-60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.269890] env[69287]: WARNING nova.compute.manager [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Received unexpected event network-vif-plugged-60264d84-df14-4697-b06a-94bd13f85799 for instance with vm_state building and task_state spawning. [ 679.270195] env[69287]: DEBUG nova.compute.manager [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Received event network-changed-60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.270195] env[69287]: DEBUG nova.compute.manager [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Refreshing instance network info cache due to event network-changed-60264d84-df14-4697-b06a-94bd13f85799. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.270380] env[69287]: DEBUG oslo_concurrency.lockutils [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] Acquiring lock "refresh_cache-029595d0-bfcd-4785-8ce6-771cd77f8a7c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.270516] env[69287]: DEBUG oslo_concurrency.lockutils [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] Acquired lock "refresh_cache-029595d0-bfcd-4785-8ce6-771cd77f8a7c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270668] env[69287]: DEBUG nova.network.neutron [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Refreshing network info cache for port 60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.327902] env[69287]: DEBUG oslo_vmware.api [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450033, 'name': PowerOnVM_Task, 'duration_secs': 1.053992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.328336] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.328664] env[69287]: INFO nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Took 10.89 seconds to spawn the instance on the hypervisor. [ 679.328983] env[69287]: DEBUG nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.329994] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe805d4e-0dfc-4da2-bc55-26894af431ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.503702] env[69287]: INFO nova.compute.resource_tracker [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating resource usage from migration 7a16f28f-3926-4330-bce0-32ac30af33d4 [ 679.604495] env[69287]: DEBUG nova.network.neutron [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updated VIF entry in instance network info cache for port 9f863da6-5ea2-4dee-85e3-f783291d2461. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.604805] env[69287]: DEBUG nova.network.neutron [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updating instance_info_cache with network_info: [{"id": "9f863da6-5ea2-4dee-85e3-f783291d2461", "address": "fa:16:3e:22:b1:78", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f863da6-5e", "ovs_interfaceid": "9f863da6-5ea2-4dee-85e3-f783291d2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.606412] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450036, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.843776] env[69287]: DEBUG nova.network.neutron [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Successfully updated port: fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.858035] env[69287]: INFO nova.compute.manager [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Took 40.14 seconds to build instance. [ 680.044223] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401c8ed-c0e6-465d-9761-00444ae093c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.052518] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b716738-dc19-4718-8d58-1666c3fe8420 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.084744] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a971c7-2316-487e-8c5a-b001f138d868 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.095112] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a41e6-20f3-4fce-8439-f920c7525a02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.102294] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695955} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.105867] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 029595d0-bfcd-4785-8ce6-771cd77f8a7c/029595d0-bfcd-4785-8ce6-771cd77f8a7c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.105867] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.105867] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bab21bb-89ca-49cc-bd3f-da14b50d2f35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.115352] env[69287]: DEBUG oslo_concurrency.lockutils [req-3257edcd-a4a3-422a-aa7c-4f7dd38ed696 req-3e76baf9-0585-4d2f-9529-af3c41bc910e service nova] Releasing lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.115939] env[69287]: DEBUG nova.compute.provider_tree [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.123355] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 680.123355] env[69287]: value = "task-3450037" [ 680.123355] env[69287]: _type = "Task" [ 680.123355] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.131659] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.164121] env[69287]: DEBUG nova.network.neutron [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Updated VIF entry in instance network info cache for port 60264d84-df14-4697-b06a-94bd13f85799. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.164121] env[69287]: DEBUG nova.network.neutron [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Updating instance_info_cache with network_info: [{"id": "60264d84-df14-4697-b06a-94bd13f85799", "address": "fa:16:3e:dd:79:f4", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60264d84-df", "ovs_interfaceid": "60264d84-df14-4697-b06a-94bd13f85799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.354413] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "refresh_cache-663032db-816b-4c17-bc0b-15ea967f4a8e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.354691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquired lock "refresh_cache-663032db-816b-4c17-bc0b-15ea967f4a8e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.354923] env[69287]: DEBUG nova.network.neutron [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.361846] env[69287]: DEBUG oslo_concurrency.lockutils [None req-400e18b7-8c97-4faa-8fe5-fe048aff24d5 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.316s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.620556] env[69287]: DEBUG nova.scheduler.client.report [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.634760] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07659} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.635185] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.636230] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9afc37e-c5ea-4507-aaaa-2c2e4f9fb2fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.661564] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 029595d0-bfcd-4785-8ce6-771cd77f8a7c/029595d0-bfcd-4785-8ce6-771cd77f8a7c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.663015] env[69287]: DEBUG oslo_concurrency.lockutils [req-8176632f-d61e-4c44-9953-c3a67385dcfc req-0cdc0727-4102-4fb3-9150-4712eb00e0c5 service nova] Releasing lock "refresh_cache-029595d0-bfcd-4785-8ce6-771cd77f8a7c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.663399] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec384cb3-c31d-4eb7-83dc-7386949f0e07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.686669] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "22d254b3-b8fd-437f-9799-c77d6d912875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.686669] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "22d254b3-b8fd-437f-9799-c77d6d912875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.686669] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "22d254b3-b8fd-437f-9799-c77d6d912875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.687044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "22d254b3-b8fd-437f-9799-c77d6d912875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.687044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "22d254b3-b8fd-437f-9799-c77d6d912875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.690415] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 680.690415] env[69287]: value = "task-3450038" [ 680.690415] env[69287]: _type = "Task" [ 680.690415] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.690844] env[69287]: INFO nova.compute.manager [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Terminating instance [ 680.703715] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.865694] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.919527] env[69287]: DEBUG nova.network.neutron [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.939779] env[69287]: DEBUG nova.compute.manager [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Received event network-changed-9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.939779] env[69287]: DEBUG nova.compute.manager [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Refreshing instance network info cache due to event network-changed-9f863da6-5ea2-4dee-85e3-f783291d2461. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.939779] env[69287]: DEBUG oslo_concurrency.lockutils [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] Acquiring lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.939779] env[69287]: DEBUG oslo_concurrency.lockutils [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] Acquired lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.940187] env[69287]: DEBUG nova.network.neutron [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Refreshing network info cache for port 9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.129837] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.639s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.130221] env[69287]: INFO nova.compute.manager [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Migrating [ 681.130396] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.130567] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.131849] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.759s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.132117] env[69287]: DEBUG nova.objects.instance [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lazy-loading 'resources' on Instance uuid 2478b60d-347e-4a31-8e4b-041a07764556 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.203652] env[69287]: DEBUG nova.compute.manager [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.204040] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.205337] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb29d6-2947-48c2-a1a3-8d52f6812c67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.220720] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450038, 'name': ReconfigVM_Task, 'duration_secs': 0.31247} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.223226] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 029595d0-bfcd-4785-8ce6-771cd77f8a7c/029595d0-bfcd-4785-8ce6-771cd77f8a7c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.223946] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.224191] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad89c1cb-cadb-45c0-a282-12c3970d7077 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.226576] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c15110a2-62a1-4962-b3fb-aec598fa5610 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.235896] env[69287]: DEBUG oslo_vmware.api [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 681.235896] env[69287]: value = "task-3450039" [ 681.235896] env[69287]: _type = "Task" [ 681.235896] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.236211] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 681.236211] env[69287]: value = "task-3450040" [ 681.236211] env[69287]: _type = "Task" [ 681.236211] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.251966] env[69287]: DEBUG oslo_vmware.api [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.258360] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450040, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.413943] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.540523] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "c2472012-1360-4b78-9672-2f15df185949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.540810] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.541048] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "c2472012-1360-4b78-9672-2f15df185949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.541650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.541650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.547138] env[69287]: INFO nova.compute.manager [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Terminating instance [ 681.591123] env[69287]: DEBUG nova.network.neutron [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Updating instance_info_cache with network_info: [{"id": "fee97fb8-75c0-4367-b2b3-09525dafade5", "address": "fa:16:3e:33:60:03", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee97fb8-75", "ovs_interfaceid": "fee97fb8-75c0-4367-b2b3-09525dafade5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.635873] env[69287]: INFO nova.compute.rpcapi [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 681.635873] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.751029] env[69287]: DEBUG oslo_vmware.api [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450039, 'name': PowerOffVM_Task, 'duration_secs': 0.241628} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.757134] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.757355] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.757649] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450040, 'name': Rename_Task, 'duration_secs': 0.238322} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.759739] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219046ac-06b6-4d94-a351-15991acf5db4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.761237] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.761237] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-608f599a-6b4b-4b2d-a2bd-7b28a3137255 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.777909] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 681.777909] env[69287]: value = "task-3450041" [ 681.777909] env[69287]: _type = "Task" [ 681.777909] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.788016] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.856654] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.856937] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.857167] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Deleting the datastore file [datastore1] 22d254b3-b8fd-437f-9799-c77d6d912875 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.857867] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c69a076f-3746-4c6e-838c-682ca7084955 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.865920] env[69287]: DEBUG oslo_vmware.api [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for the task: (returnval){ [ 681.865920] env[69287]: value = "task-3450043" [ 681.865920] env[69287]: _type = "Task" [ 681.865920] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.883450] env[69287]: DEBUG oslo_vmware.api [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.894245] env[69287]: DEBUG nova.compute.manager [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Received event network-vif-plugged-fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.894466] env[69287]: DEBUG oslo_concurrency.lockutils [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] Acquiring lock "663032db-816b-4c17-bc0b-15ea967f4a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.894718] env[69287]: DEBUG oslo_concurrency.lockutils [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.894900] env[69287]: DEBUG oslo_concurrency.lockutils [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.895750] env[69287]: DEBUG nova.compute.manager [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] No waiting events found dispatching network-vif-plugged-fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.895750] env[69287]: WARNING nova.compute.manager [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Received unexpected event network-vif-plugged-fee97fb8-75c0-4367-b2b3-09525dafade5 for instance with vm_state building and task_state spawning. [ 681.895750] env[69287]: DEBUG nova.compute.manager [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Received event network-changed-fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.895750] env[69287]: DEBUG nova.compute.manager [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Refreshing instance network info cache due to event network-changed-fee97fb8-75c0-4367-b2b3-09525dafade5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.895936] env[69287]: DEBUG oslo_concurrency.lockutils [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] Acquiring lock "refresh_cache-663032db-816b-4c17-bc0b-15ea967f4a8e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.015299] env[69287]: DEBUG nova.network.neutron [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updated VIF entry in instance network info cache for port 9f863da6-5ea2-4dee-85e3-f783291d2461. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.015299] env[69287]: DEBUG nova.network.neutron [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updating instance_info_cache with network_info: [{"id": "9f863da6-5ea2-4dee-85e3-f783291d2461", "address": "fa:16:3e:22:b1:78", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f863da6-5e", "ovs_interfaceid": "9f863da6-5ea2-4dee-85e3-f783291d2461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.054963] env[69287]: DEBUG nova.compute.manager [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.054963] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.056045] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1bdebe-79cc-487e-ad7c-419cf1f77450 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.065219] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.068406] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7257dfd-3327-47e5-a98b-bf9969f2040d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.094559] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Releasing lock "refresh_cache-663032db-816b-4c17-bc0b-15ea967f4a8e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.095013] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Instance network_info: |[{"id": "fee97fb8-75c0-4367-b2b3-09525dafade5", "address": "fa:16:3e:33:60:03", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee97fb8-75", "ovs_interfaceid": "fee97fb8-75c0-4367-b2b3-09525dafade5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.095595] env[69287]: DEBUG oslo_concurrency.lockutils [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] Acquired lock "refresh_cache-663032db-816b-4c17-bc0b-15ea967f4a8e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.095595] env[69287]: DEBUG nova.network.neutron [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Refreshing network info cache for port fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.096738] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:60:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fee97fb8-75c0-4367-b2b3-09525dafade5', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.107302] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Creating folder: Project (986ef0b39417454fa778552bba361909). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.114363] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d38a09-03b8-4cf4-abfe-d11e1c986a68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.130186] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Created folder: Project (986ef0b39417454fa778552bba361909) in parent group-v688742. [ 682.130590] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Creating folder: Instances. Parent ref: group-v688810. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.132471] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92543ebf-095c-4828-a431-3a08c587f571 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.145089] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Created folder: Instances in parent group-v688810. [ 682.145232] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.148516] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.149237] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ca77595-61d4-4b5d-a9aa-a7ac85226003 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.173597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.176022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.176022] env[69287]: DEBUG nova.network.neutron [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.176022] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.176310] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.176310] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleting the datastore file [datastore2] c2472012-1360-4b78-9672-2f15df185949 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.177413] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d0d95e-64cd-4b59-871c-3bbe9218953f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.185659] env[69287]: DEBUG oslo_vmware.api [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 682.185659] env[69287]: value = "task-3450048" [ 682.185659] env[69287]: _type = "Task" [ 682.185659] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.186890] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.186890] env[69287]: value = "task-3450047" [ 682.186890] env[69287]: _type = "Task" [ 682.186890] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.205600] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450047, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.206248] env[69287]: DEBUG oslo_vmware.api [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.289984] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.327358] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855c4c6f-4253-4297-b02f-09d871bec83a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.333552] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0810cc60-ff6b-40ac-b4c2-f5ae88b703fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.373599] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3282fd-b94b-4b1f-908c-9cca37727998 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.385872] env[69287]: DEBUG oslo_vmware.api [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Task: {'id': task-3450043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22855} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.386892] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.388590] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.388590] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.388590] env[69287]: INFO nova.compute.manager [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Took 1.18 seconds to destroy the instance on the hypervisor. [ 682.388590] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.388590] env[69287]: DEBUG nova.compute.manager [-] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.388590] env[69287]: DEBUG nova.network.neutron [-] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.392701] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3a23c-0a02-42dd-a199-f31ff056668c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.413560] env[69287]: DEBUG nova.compute.provider_tree [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.523257] env[69287]: DEBUG oslo_concurrency.lockutils [req-13f990f0-5cfd-4017-beb6-8edbc457f732 req-b3c062dc-288b-47fa-983b-c89261b8c0ef service nova] Releasing lock "refresh_cache-9df3a8ed-6ee2-422e-9242-70ba607aba5c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.715326] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450047, 'name': CreateVM_Task, 'duration_secs': 0.513} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.715974] env[69287]: DEBUG oslo_vmware.api [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283714} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.716281] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.716639] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.718027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.718027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.718027] env[69287]: INFO nova.compute.manager [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: c2472012-1360-4b78-9672-2f15df185949] Took 0.66 seconds to destroy the instance on the hypervisor. [ 682.718027] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.718431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.718626] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.719248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.719536] env[69287]: DEBUG nova.compute.manager [-] [instance: c2472012-1360-4b78-9672-2f15df185949] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.720037] env[69287]: DEBUG nova.network.neutron [-] [instance: c2472012-1360-4b78-9672-2f15df185949] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.721349] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80944f9-27b3-46e5-a9c2-11fb592cad67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.729372] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 682.729372] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5234b427-7feb-c0b3-bb6d-a30d4c804eaa" [ 682.729372] env[69287]: _type = "Task" [ 682.729372] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.741094] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5234b427-7feb-c0b3-bb6d-a30d4c804eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.792342] env[69287]: DEBUG oslo_vmware.api [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450041, 'name': PowerOnVM_Task, 'duration_secs': 0.752587} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.792342] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.792342] env[69287]: INFO nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Took 8.02 seconds to spawn the instance on the hypervisor. [ 682.792342] env[69287]: DEBUG nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.792742] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd26c124-a3da-422a-9e0e-cf41e1e41234 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.919033] env[69287]: DEBUG nova.scheduler.client.report [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.114838] env[69287]: DEBUG nova.network.neutron [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.166272] env[69287]: DEBUG nova.network.neutron [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Updated VIF entry in instance network info cache for port fee97fb8-75c0-4367-b2b3-09525dafade5. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.167480] env[69287]: DEBUG nova.network.neutron [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Updating instance_info_cache with network_info: [{"id": "fee97fb8-75c0-4367-b2b3-09525dafade5", "address": "fa:16:3e:33:60:03", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfee97fb8-75", "ovs_interfaceid": "fee97fb8-75c0-4367-b2b3-09525dafade5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.245015] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5234b427-7feb-c0b3-bb6d-a30d4c804eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.245335] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.245563] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.245803] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.245948] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.246136] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.246397] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7570c5c3-f7f5-4959-8730-3c149a9ac16f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.259233] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.259233] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.263576] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e87159-942f-40c8-86e6-18d41774cb73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.272388] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 683.272388] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5235e03d-a6ac-6d2f-2280-ca3144dd473b" [ 683.272388] env[69287]: _type = "Task" [ 683.272388] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.282950] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5235e03d-a6ac-6d2f-2280-ca3144dd473b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.323603] env[69287]: INFO nova.compute.manager [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Took 41.94 seconds to build instance. [ 683.428492] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.433478] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.390s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.435858] env[69287]: INFO nova.compute.claims [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.509961] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "86664fc5-9d66-4a97-a70e-f979ea7989af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.510243] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.543489] env[69287]: DEBUG nova.network.neutron [-] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.616359] env[69287]: INFO nova.scheduler.client.report [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted allocations for instance 2478b60d-347e-4a31-8e4b-041a07764556 [ 683.617679] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.670108] env[69287]: DEBUG oslo_concurrency.lockutils [req-f2e4be3c-a6da-40dc-a20f-168ec10affcf req-b698f664-ef39-4bee-8580-05fee027e971 service nova] Releasing lock "refresh_cache-663032db-816b-4c17-bc0b-15ea967f4a8e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.788774] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5235e03d-a6ac-6d2f-2280-ca3144dd473b, 'name': SearchDatastore_Task, 'duration_secs': 0.018111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.789611] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d22aed-7981-4cfc-9f92-8850c93cf80c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.798357] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 683.798357] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520050ef-a73d-8bfc-7a8e-da0910618666" [ 683.798357] env[69287]: _type = "Task" [ 683.798357] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.813405] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520050ef-a73d-8bfc-7a8e-da0910618666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.832021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ee0cc75-4cca-41f1-8b13-8ed375518e1e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.290s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.004992] env[69287]: DEBUG nova.network.neutron [-] [instance: c2472012-1360-4b78-9672-2f15df185949] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.045942] env[69287]: INFO nova.compute.manager [-] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Took 1.66 seconds to deallocate network for instance. [ 684.133393] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45727af7-fd0e-41cf-b3ec-9e16f26bb30a tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "2478b60d-347e-4a31-8e4b-041a07764556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.291s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.321762] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520050ef-a73d-8bfc-7a8e-da0910618666, 'name': SearchDatastore_Task, 'duration_secs': 0.01731} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.321762] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.321762] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 663032db-816b-4c17-bc0b-15ea967f4a8e/663032db-816b-4c17-bc0b-15ea967f4a8e.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.321762] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5e86095-6f16-4036-9fc2-ce3eb035a190 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.330058] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 684.330058] env[69287]: value = "task-3450049" [ 684.330058] env[69287]: _type = "Task" [ 684.330058] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.339057] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.353762] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.508211] env[69287]: INFO nova.compute.manager [-] [instance: c2472012-1360-4b78-9672-2f15df185949] Took 1.79 seconds to deallocate network for instance. [ 684.556694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.850099] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450049, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.863226] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.978577] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c394bd-09c0-42a6-9cd2-187e910fbacd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.987077] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25129b27-7740-43c6-b0fb-fd070de01c06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.021527] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.024625] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028751df-8631-4903-81aa-3b4e71013138 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.033144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f67c946-5f2f-4f6b-bc46-a63e4713e10c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.049640] env[69287]: DEBUG nova.compute.provider_tree [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.145560] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9321a3-aaa8-446c-a58e-c08a39585766 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.152042] env[69287]: DEBUG nova.compute.manager [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Received event network-changed-b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.152213] env[69287]: DEBUG nova.compute.manager [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Refreshing instance network info cache due to event network-changed-b6f66364-8fe9-412e-8f8a-8374c75195f2. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.152436] env[69287]: DEBUG oslo_concurrency.lockutils [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] Acquiring lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.152628] env[69287]: DEBUG oslo_concurrency.lockutils [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] Acquired lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.152818] env[69287]: DEBUG nova.network.neutron [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Refreshing network info cache for port b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.176997] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 685.347604] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450049, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.553750] env[69287]: DEBUG nova.scheduler.client.report [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.686023] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.686023] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c17962-d823-45ba-b95d-c2e322277d9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.692863] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 685.692863] env[69287]: value = "task-3450050" [ 685.692863] env[69287]: _type = "Task" [ 685.692863] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.707235] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.847018] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450049, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.480475} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.847018] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 663032db-816b-4c17-bc0b-15ea967f4a8e/663032db-816b-4c17-bc0b-15ea967f4a8e.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.847632] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.848015] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e3860fe-b453-403d-b22b-573863a50b57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.860239] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 685.860239] env[69287]: value = "task-3450051" [ 685.860239] env[69287]: _type = "Task" [ 685.860239] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.869633] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.066040] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.066040] env[69287]: DEBUG nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.072062] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.543s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.072514] env[69287]: DEBUG nova.objects.instance [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lazy-loading 'resources' on Instance uuid 1580682d-7e24-4d7a-aada-5016def6023e {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.143223] env[69287]: DEBUG nova.network.neutron [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Updated VIF entry in instance network info cache for port b6f66364-8fe9-412e-8f8a-8374c75195f2. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.143622] env[69287]: DEBUG nova.network.neutron [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Updating instance_info_cache with network_info: [{"id": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "address": "fa:16:3e:88:a3:6b", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f66364-8f", "ovs_interfaceid": "b6f66364-8fe9-412e-8f8a-8374c75195f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.204853] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450050, 'name': PowerOffVM_Task, 'duration_secs': 0.400243} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.205269] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.205429] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.368811] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079438} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.369279] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.370248] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b604f5-2df1-4f3c-860d-c65d7f91b159 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.398242] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 663032db-816b-4c17-bc0b-15ea967f4a8e/663032db-816b-4c17-bc0b-15ea967f4a8e.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.398535] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157327c1-cc62-4298-8df8-b9bc9de1b268 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.420749] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 686.420749] env[69287]: value = "task-3450052" [ 686.420749] env[69287]: _type = "Task" [ 686.420749] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.429517] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.580305] env[69287]: DEBUG nova.compute.utils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.584069] env[69287]: DEBUG nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 686.649165] env[69287]: DEBUG oslo_concurrency.lockutils [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] Releasing lock "refresh_cache-7adab229-dc33-44c0-bfe5-8ae48d438f41" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.649546] env[69287]: DEBUG nova.compute.manager [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Received event network-vif-deleted-86e3f50a-87f6-48ea-802a-6bfdf8eef109 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.649608] env[69287]: DEBUG nova.compute.manager [req-fc64a5f4-7f23-4468-bdf4-64aff2c8e44a req-1a8c6855-d56c-4905-9d3c-9d7218afd24d service nova] [instance: c2472012-1360-4b78-9672-2f15df185949] Received event network-vif-deleted-8c367607-4454-4541-aed0-8b73b14b765d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.712973] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.713338] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.713545] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.714032] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.714669] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.714669] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.714669] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.714866] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.715092] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.715283] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.715499] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.721616] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51cbeca7-9140-4144-a672-67313bdbabc2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.745079] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 686.745079] env[69287]: value = "task-3450053" [ 686.745079] env[69287]: _type = "Task" [ 686.745079] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.759073] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.938351] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.085106] env[69287]: DEBUG nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.256451] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450053, 'name': ReconfigVM_Task, 'duration_secs': 0.198489} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.257909] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.262293] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d7760-c2fb-49a6-a21a-87934af2ad93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.272085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378eeab-e8e6-4d48-a588-46c2a803d076 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.308398] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c9e39d-3751-40c0-bbc9-512684f51a2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.320666] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27fa760-4389-4def-8ec3-cb456254db92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.327550] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.327550] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.341246] env[69287]: DEBUG nova.compute.provider_tree [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.369078] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "3f41634b-5a46-4435-b023-667f55920706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.369078] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "3f41634b-5a46-4435-b023-667f55920706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.436130] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450052, 'name': ReconfigVM_Task, 'duration_secs': 0.607264} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.437513] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 663032db-816b-4c17-bc0b-15ea967f4a8e/663032db-816b-4c17-bc0b-15ea967f4a8e.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.438179] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7184009-ae30-44ac-80fe-65871d1c4b52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.444458] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.447123] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.449784] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 687.449784] env[69287]: value = "task-3450054" [ 687.449784] env[69287]: _type = "Task" [ 687.449784] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.459743] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450054, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.769137] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.769395] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.769553] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.769791] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.769951] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.770150] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.770368] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.770525] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.770691] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.770853] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.771032] env[69287]: DEBUG nova.virt.hardware [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.776768] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 687.777441] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f9221e-7b61-4bc1-9e2e-53c3376f3c29 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.801166] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 687.801166] env[69287]: value = "task-3450055" [ 687.801166] env[69287]: _type = "Task" [ 687.801166] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.811878] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.844572] env[69287]: DEBUG nova.scheduler.client.report [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.959924] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450054, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.096272] env[69287]: DEBUG nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.157651] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.157906] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.158072] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.158636] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.158636] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.158636] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.158814] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.158873] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.159056] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.159236] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.159405] env[69287]: DEBUG nova.virt.hardware [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.160286] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc7b74-f51a-4e11-b2ad-95d589e62837 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.169489] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d22e08a-9a67-44d0-8a98-02d73f2b187e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.186903] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.194529] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Creating folder: Project (d78a613cc36e4abb9116ceae26b574d7). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.194980] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7f59ae-d6c8-46f2-a9fe-af1241d4b1ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.213903] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Created folder: Project (d78a613cc36e4abb9116ceae26b574d7) in parent group-v688742. [ 688.214106] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Creating folder: Instances. Parent ref: group-v688813. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.214390] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0580a073-7959-4495-95ef-fd8046a2051b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.231154] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Created folder: Instances in parent group-v688813. [ 688.231154] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.231154] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.231154] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-634d12d4-6bdf-4661-903f-6244e255c714 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.250129] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.250129] env[69287]: value = "task-3450058" [ 688.250129] env[69287]: _type = "Task" [ 688.250129] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.258704] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450058, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.318220] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450055, 'name': ReconfigVM_Task, 'duration_secs': 0.44993} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.318669] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 688.320350] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2defcc1-dded-44f8-8c08-02fe9ef83954 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.345324] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9/19b297d9-f3a5-4ebb-8964-815cd27c5fe9.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.345647] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4365ff-82b5-4e50-a803-790e4ffe19cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.362746] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.362746] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.635s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.362746] env[69287]: DEBUG nova.objects.instance [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lazy-loading 'resources' on Instance uuid 6543732a-a08b-4822-beb4-d9a2283dcd66 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.373783] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 688.373783] env[69287]: value = "task-3450059" [ 688.373783] env[69287]: _type = "Task" [ 688.373783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.389199] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.429935] env[69287]: INFO nova.scheduler.client.report [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Deleted allocations for instance 1580682d-7e24-4d7a-aada-5016def6023e [ 688.467116] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450054, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.766600] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450058, 'name': CreateVM_Task, 'duration_secs': 0.389214} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.766830] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.767310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.767552] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.768014] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.768303] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f72c6b8-9438-42c9-a619-1ed552ff3d8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.774152] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 688.774152] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e8b842-ec03-4d7f-b297-8341c33cea48" [ 688.774152] env[69287]: _type = "Task" [ 688.774152] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.786512] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e8b842-ec03-4d7f-b297-8341c33cea48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.890917] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450059, 'name': ReconfigVM_Task, 'duration_secs': 0.4344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.891221] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9/19b297d9-f3a5-4ebb-8964-815cd27c5fe9.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.891474] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.938719] env[69287]: DEBUG oslo_concurrency.lockutils [None req-89c8ef29-ff3e-4102-ae22-1129b205c2ec tempest-TenantUsagesTestJSON-669719691 tempest-TenantUsagesTestJSON-669719691-project-member] Lock "1580682d-7e24-4d7a-aada-5016def6023e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.005s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.964168] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450054, 'name': Rename_Task, 'duration_secs': 1.071883} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.964479] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.964765] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7f2097-d956-4301-8d4c-16f72a506469 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.976712] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 688.976712] env[69287]: value = "task-3450060" [ 688.976712] env[69287]: _type = "Task" [ 688.976712] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.986847] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.289448] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e8b842-ec03-4d7f-b297-8341c33cea48, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.289448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.289448] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.289448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.289680] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.289680] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.289680] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75239a55-9258-4621-8edb-8e0a20bb6457 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.303559] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.303747] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.304503] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23d52d7-6632-44b4-9f95-15b190988d2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.310721] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 689.310721] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52598b50-025e-c5f2-f084-afc49f94d0d1" [ 689.310721] env[69287]: _type = "Task" [ 689.310721] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.322035] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52598b50-025e-c5f2-f084-afc49f94d0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.402601] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aede2a4-1deb-42e4-a594-a8945b9bed2f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.429261] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0d0b9-7b7f-453a-92a9-672e53bfe727 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.449721] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.487217] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.504388] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cfa2f-e13c-4dc3-a73a-849518e13852 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.512285] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362b8954-c6c0-4e60-9c94-78fdbaa3b78d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.545111] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814b9c87-b54a-4f16-ad40-d67713bb9ae4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.553731] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70239243-902f-4eba-913f-315bcfb766d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.570844] env[69287]: DEBUG nova.compute.provider_tree [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.829867] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52598b50-025e-c5f2-f084-afc49f94d0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.830689] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e2a4e3-99f5-4af5-97c7-bea8444f8184 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.837740] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 689.837740] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527012dc-e7e7-26f6-df88-e7ee954b6015" [ 689.837740] env[69287]: _type = "Task" [ 689.837740] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.847621] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527012dc-e7e7-26f6-df88-e7ee954b6015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.989447] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450060, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.030935] env[69287]: DEBUG nova.network.neutron [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Port ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 690.074747] env[69287]: DEBUG nova.scheduler.client.report [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.355020] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527012dc-e7e7-26f6-df88-e7ee954b6015, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.355020] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.355020] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 0b300c8b-226e-4cfc-8a57-78234de65ef0/0b300c8b-226e-4cfc-8a57-78234de65ef0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.355020] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470507a8-44e5-4ea8-87a8-34c024d52656 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.360442] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 690.360442] env[69287]: value = "task-3450061" [ 690.360442] env[69287]: _type = "Task" [ 690.360442] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.371462] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.488779] env[69287]: DEBUG oslo_vmware.api [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450060, 'name': PowerOnVM_Task, 'duration_secs': 1.039354} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.489065] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.489812] env[69287]: INFO nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Took 12.11 seconds to spawn the instance on the hypervisor. [ 690.489812] env[69287]: DEBUG nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.490280] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e4ad1-b2c2-4460-a8fe-5a7cbc801dd4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.584168] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.584168] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.760s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.596453] env[69287]: DEBUG nova.objects.instance [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] [instance: a742fa58-5053-4845-83eb-96334a38797a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 690.674748] env[69287]: INFO nova.scheduler.client.report [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Deleted allocations for instance 6543732a-a08b-4822-beb4-d9a2283dcd66 [ 690.875925] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467312} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.875925] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 0b300c8b-226e-4cfc-8a57-78234de65ef0/0b300c8b-226e-4cfc-8a57-78234de65ef0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.875925] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.875925] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94785b84-fa62-4c0a-8bd2-e7017c6c7c40 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.893152] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 690.893152] env[69287]: value = "task-3450062" [ 690.893152] env[69287]: _type = "Task" [ 690.893152] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.905878] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.018618] env[69287]: INFO nova.compute.manager [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Took 47.32 seconds to build instance. [ 691.061561] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.061939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.062113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.184356] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f5bc206-55dc-4fa9-b24e-3ab318859e54 tempest-InstanceActionsNegativeTestJSON-1067021636 tempest-InstanceActionsNegativeTestJSON-1067021636-project-member] Lock "6543732a-a08b-4822-beb4-d9a2283dcd66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.302s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.411238] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075875} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.411238] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.411238] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fee00-d9fc-4e28-9cf4-d64909224e67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.439622] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 0b300c8b-226e-4cfc-8a57-78234de65ef0/0b300c8b-226e-4cfc-8a57-78234de65ef0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.440098] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e589e26-c5aa-4359-97eb-45a7c77422e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.471076] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 691.471076] env[69287]: value = "task-3450063" [ 691.471076] env[69287]: _type = "Task" [ 691.471076] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.480746] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.521268] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4cb5dda0-905c-4b45-8bb5-f3162bb98545 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.851s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.602327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e1350f3f-3121-44a5-b16c-60b686763da9 tempest-ServersAdmin275Test-210823435 tempest-ServersAdmin275Test-210823435-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.603440] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.738s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.607382] env[69287]: INFO nova.compute.claims [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.832229] env[69287]: DEBUG nova.compute.manager [None req-b12c0a00-0e1f-4e5e-a7b6-371b6ed31b9e tempest-ServerDiagnosticsTest-1946173471 tempest-ServerDiagnosticsTest-1946173471-project-admin] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.833020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec40cf-96ce-44a5-ac82-274ae824811e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.843489] env[69287]: INFO nova.compute.manager [None req-b12c0a00-0e1f-4e5e-a7b6-371b6ed31b9e tempest-ServerDiagnosticsTest-1946173471 tempest-ServerDiagnosticsTest-1946173471-project-admin] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Retrieving diagnostics [ 691.844338] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45fb0c6-7c6e-4389-88cc-3f7e67033817 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.984408] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.025032] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.214108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.214108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.214108] env[69287]: DEBUG nova.network.neutron [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.484874] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450063, 'name': ReconfigVM_Task, 'duration_secs': 0.869717} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.484874] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 0b300c8b-226e-4cfc-8a57-78234de65ef0/0b300c8b-226e-4cfc-8a57-78234de65ef0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.484874] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12794ed4-d2cb-4552-bc0f-1c03ee42f953 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.492998] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 692.492998] env[69287]: value = "task-3450064" [ 692.492998] env[69287]: _type = "Task" [ 692.492998] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.503701] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450064, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.586512] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.003458] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450064, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.125676] env[69287]: DEBUG nova.network.neutron [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.234945] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dc44bc-6bd6-47e2-bbce-84107157c786 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.247481] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89a8ea-f236-4e9f-a561-2304beecfbdb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.284255] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8f17b-ad32-4e83-ab05-ed203c61c2f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.295039] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56620fed-ab1a-4cbe-806f-bc372f952a20 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.310085] env[69287]: DEBUG nova.compute.provider_tree [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.506209] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450064, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.633021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.813590] env[69287]: DEBUG nova.scheduler.client.report [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.851094] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "663032db-816b-4c17-bc0b-15ea967f4a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.851426] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.852045] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "663032db-816b-4c17-bc0b-15ea967f4a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.852415] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.852689] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.855308] env[69287]: INFO nova.compute.manager [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Terminating instance [ 694.007706] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450064, 'name': Rename_Task, 'duration_secs': 1.16266} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.007987] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.008245] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e218ab89-51b9-4fa0-8d7c-faa5fd848f98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.019773] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 694.019773] env[69287]: value = "task-3450065" [ 694.019773] env[69287]: _type = "Task" [ 694.019773] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.031848] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.181084] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70455b-f25e-46bb-8c61-74fbcd80b6d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.203224] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f07955-2525-4eed-a49d-1b57e2d4e956 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.216760] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.319501] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.320098] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.322819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.256s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.324322] env[69287]: INFO nova.compute.claims [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.362281] env[69287]: DEBUG nova.compute.manager [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.362281] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.362454] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8a0f44-bc46-4318-83ca-f7c7e1c1b512 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.375765] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.376124] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b9b0af6-a304-4701-8288-28b624dff6ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.388307] env[69287]: DEBUG oslo_vmware.api [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 694.388307] env[69287]: value = "task-3450066" [ 694.388307] env[69287]: _type = "Task" [ 694.388307] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.396044] env[69287]: DEBUG oslo_vmware.api [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.505548] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.506617] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.535355] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.725025] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.725294] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b560ea-329f-4073-8633-78a171eda06d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.733829] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 694.733829] env[69287]: value = "task-3450067" [ 694.733829] env[69287]: _type = "Task" [ 694.733829] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.744634] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.805713] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.806057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.806251] env[69287]: DEBUG nova.compute.manager [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.807166] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e363833c-6969-4d56-ad6c-6adef9b67182 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.816031] env[69287]: DEBUG nova.compute.manager [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 694.816031] env[69287]: DEBUG nova.objects.instance [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lazy-loading 'flavor' on Instance uuid 61c6da84-4ca4-45d2-b573-3280a7b7cdba {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.830638] env[69287]: DEBUG nova.compute.utils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.832599] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.832841] env[69287]: DEBUG nova.network.neutron [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.898404] env[69287]: DEBUG oslo_vmware.api [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450066, 'name': PowerOffVM_Task, 'duration_secs': 0.205473} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.898682] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.898847] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.899118] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83e649bf-8d8c-4243-acae-31f4cd86453d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.970282] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.970516] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.970697] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Deleting the datastore file [datastore2] 663032db-816b-4c17-bc0b-15ea967f4a8e {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.971218] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee834f0-2e32-4ee7-b6c0-acc57d6dc65a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.979937] env[69287]: DEBUG oslo_vmware.api [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for the task: (returnval){ [ 694.979937] env[69287]: value = "task-3450069" [ 694.979937] env[69287]: _type = "Task" [ 694.979937] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.989277] env[69287]: DEBUG oslo_vmware.api [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.032948] env[69287]: DEBUG oslo_vmware.api [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450065, 'name': PowerOnVM_Task, 'duration_secs': 0.655224} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.032948] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.032948] env[69287]: INFO nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Took 6.94 seconds to spawn the instance on the hypervisor. [ 695.032948] env[69287]: DEBUG nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.032948] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457a2209-15f0-4f68-84cc-b1f39fb96ded {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.156117] env[69287]: DEBUG nova.policy [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '307906111bff474883ed29840d0b0a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4a573f3b4c426fa5f070cc6c1193df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.244969] env[69287]: DEBUG oslo_vmware.api [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450067, 'name': PowerOnVM_Task, 'duration_secs': 0.427473} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.245456] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.245709] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-08496d7a-87ac-4605-9824-fc96a7bbfe3e tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance '19b297d9-f3a5-4ebb-8964-815cd27c5fe9' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.336523] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.492997] env[69287]: DEBUG oslo_vmware.api [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Task: {'id': task-3450069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142521} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.496249] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.496249] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.496249] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.496249] env[69287]: INFO nova.compute.manager [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 695.496249] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.496487] env[69287]: DEBUG nova.compute.manager [-] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.496487] env[69287]: DEBUG nova.network.neutron [-] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.562477] env[69287]: INFO nova.compute.manager [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Took 47.55 seconds to build instance. [ 695.822849] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.823557] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bebdf302-7b69-4468-8167-d140bd7dd2ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.832814] env[69287]: DEBUG oslo_vmware.api [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 695.832814] env[69287]: value = "task-3450070" [ 695.832814] env[69287]: _type = "Task" [ 695.832814] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.851043] env[69287]: DEBUG oslo_vmware.api [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.882353] env[69287]: DEBUG nova.network.neutron [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Successfully created port: e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.068677] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ac3ebf4-9f62-4a9c-88d0-ece18f915044 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "0b300c8b-226e-4cfc-8a57-78234de65ef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.156s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.084698] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c15fd-9d3e-4209-b7f2-01f2c35e7c7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.093569] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423670c-47ca-43d7-a853-fbdf4468339a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.823950] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.827851] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.836014] env[69287]: DEBUG nova.compute.manager [req-be08ce48-d19a-498a-8bc5-f4eefb251b49 req-df8d885e-9fbb-49ee-8b2e-1c0ee0b93eb8 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Received event network-vif-deleted-fee97fb8-75c0-4367-b2b3-09525dafade5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.836205] env[69287]: INFO nova.compute.manager [req-be08ce48-d19a-498a-8bc5-f4eefb251b49 req-df8d885e-9fbb-49ee-8b2e-1c0ee0b93eb8 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Neutron deleted interface fee97fb8-75c0-4367-b2b3-09525dafade5; detaching it from the instance and deleting it from the info cache [ 696.836373] env[69287]: DEBUG nova.network.neutron [req-be08ce48-d19a-498a-8bc5-f4eefb251b49 req-df8d885e-9fbb-49ee-8b2e-1c0ee0b93eb8 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.838267] env[69287]: DEBUG nova.compute.manager [None req-e9eb0a64-cafe-4e2f-a407-0e1d2217b8c9 tempest-ServerDiagnosticsV248Test-1330942691 tempest-ServerDiagnosticsV248Test-1330942691-project-admin] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.839307] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099eac0-a1d4-4786-87be-1ef95b29f172 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.843356] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b62d11-71d1-4ac4-83be-2a9a3d2e4712 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.858737] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1583a763-07ab-4fca-8c5c-f09307adf8b7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.864137] env[69287]: INFO nova.compute.manager [None req-e9eb0a64-cafe-4e2f-a407-0e1d2217b8c9 tempest-ServerDiagnosticsV248Test-1330942691 tempest-ServerDiagnosticsV248Test-1330942691-project-admin] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Retrieving diagnostics [ 696.864137] env[69287]: DEBUG oslo_vmware.api [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450070, 'name': PowerOffVM_Task, 'duration_secs': 0.269742} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.864931] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a32ed-6a53-4730-9cf0-404fea381c1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.867359] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.867564] env[69287]: DEBUG nova.compute.manager [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.868919] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c625e002-3e5a-49c5-8b99-c7d8dcba7baa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.883279] env[69287]: DEBUG nova.compute.provider_tree [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.917461] env[69287]: DEBUG nova.scheduler.client.report [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.938101] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.938471] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.938561] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.938681] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.939069] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.939069] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.939438] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.939607] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.941104] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.941104] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.941104] env[69287]: DEBUG nova.virt.hardware [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.941104] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c8599-91cf-4114-8f85-a8c106c18aa5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.951445] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d19fe-43d8-48c6-a1ad-e4f9c67fabdf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.347596] env[69287]: DEBUG nova.network.neutron [-] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.349757] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-726588c6-3e65-4eb0-8518-08fa30084f2c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.371161] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd2248-2188-461a-a8a2-c910cf725a1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.420937] env[69287]: DEBUG nova.compute.manager [req-be08ce48-d19a-498a-8bc5-f4eefb251b49 req-df8d885e-9fbb-49ee-8b2e-1c0ee0b93eb8 service nova] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Detach interface failed, port_id=fee97fb8-75c0-4367-b2b3-09525dafade5, reason: Instance 663032db-816b-4c17-bc0b-15ea967f4a8e could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 697.420937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.427130] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.104s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.427393] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.431323] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6a34895-22ca-48ce-8c81-47647f0912a8 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.624s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.433830] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.774s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.434091] env[69287]: DEBUG nova.objects.instance [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lazy-loading 'resources' on Instance uuid a742fa58-5053-4845-83eb-96334a38797a {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.859127] env[69287]: INFO nova.compute.manager [-] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Took 2.36 seconds to deallocate network for instance. [ 697.938529] env[69287]: DEBUG nova.compute.utils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.941308] env[69287]: DEBUG nova.network.neutron [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Successfully updated port: e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.954945] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.954945] env[69287]: DEBUG nova.network.neutron [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.042484] env[69287]: DEBUG nova.policy [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545fd05f267a4c72a1b2c9888102e054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35939c9542fe4ba6b5cfec1bbeedf9b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.370230] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.457533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "refresh_cache-6ab24fb4-7b96-47ad-a951-40a856f07f72" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.457533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "refresh_cache-6ab24fb4-7b96-47ad-a951-40a856f07f72" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.457533] env[69287]: DEBUG nova.network.neutron [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.459418] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.578207] env[69287]: DEBUG nova.network.neutron [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Successfully created port: e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.606894] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd867358-b23e-4926-9564-f64bfec6e36b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.616612] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac190b43-73dd-4702-a652-5d77a2e080ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.653144] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.653461] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.653623] env[69287]: DEBUG nova.compute.manager [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Going to confirm migration 1 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 698.656324] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9499ed58-e149-4f95-bd53-aa1eb13bda41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.665606] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763fd9e6-42d4-4c65-9483-102182ce1261 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.683654] env[69287]: DEBUG nova.compute.provider_tree [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.861027] env[69287]: DEBUG nova.compute.manager [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Received event network-vif-plugged-e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.861027] env[69287]: DEBUG oslo_concurrency.lockutils [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] Acquiring lock "6ab24fb4-7b96-47ad-a951-40a856f07f72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.861808] env[69287]: DEBUG oslo_concurrency.lockutils [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.861808] env[69287]: DEBUG oslo_concurrency.lockutils [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.861808] env[69287]: DEBUG nova.compute.manager [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] No waiting events found dispatching network-vif-plugged-e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.861808] env[69287]: WARNING nova.compute.manager [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Received unexpected event network-vif-plugged-e887fb04-95e0-4a4a-a00c-9d06ef114e7a for instance with vm_state building and task_state spawning. [ 698.862893] env[69287]: DEBUG nova.compute.manager [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Received event network-changed-e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.862893] env[69287]: DEBUG nova.compute.manager [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Refreshing instance network info cache due to event network-changed-e887fb04-95e0-4a4a-a00c-9d06ef114e7a. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.862893] env[69287]: DEBUG oslo_concurrency.lockutils [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] Acquiring lock "refresh_cache-6ab24fb4-7b96-47ad-a951-40a856f07f72" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.005118] env[69287]: DEBUG nova.network.neutron [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.171512] env[69287]: DEBUG nova.network.neutron [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Updating instance_info_cache with network_info: [{"id": "e887fb04-95e0-4a4a-a00c-9d06ef114e7a", "address": "fa:16:3e:f9:97:f4", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape887fb04-95", "ovs_interfaceid": "e887fb04-95e0-4a4a-a00c-9d06ef114e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.186554] env[69287]: DEBUG nova.scheduler.client.report [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.249640] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.249835] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.250019] env[69287]: DEBUG nova.network.neutron [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.250204] env[69287]: DEBUG nova.objects.instance [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lazy-loading 'info_cache' on Instance uuid 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.475027] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.531548] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.531809] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.531945] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.532144] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.532292] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.532436] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.532640] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.532812] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.532951] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.533358] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.533558] env[69287]: DEBUG nova.virt.hardware [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.534678] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478efcb4-6d44-4827-a53c-270b60bbf679 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.550019] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e40c0c-4da3-4f3b-9aad-ab811a7fc52e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.643665] env[69287]: DEBUG nova.objects.instance [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lazy-loading 'flavor' on Instance uuid 61c6da84-4ca4-45d2-b573-3280a7b7cdba {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.676686] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "refresh_cache-6ab24fb4-7b96-47ad-a951-40a856f07f72" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.676941] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Instance network_info: |[{"id": "e887fb04-95e0-4a4a-a00c-9d06ef114e7a", "address": "fa:16:3e:f9:97:f4", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape887fb04-95", "ovs_interfaceid": "e887fb04-95e0-4a4a-a00c-9d06ef114e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.677269] env[69287]: DEBUG oslo_concurrency.lockutils [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] Acquired lock "refresh_cache-6ab24fb4-7b96-47ad-a951-40a856f07f72" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.677448] env[69287]: DEBUG nova.network.neutron [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Refreshing network info cache for port e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.678599] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:97:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e887fb04-95e0-4a4a-a00c-9d06ef114e7a', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.690186] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Creating folder: Project (0b4a573f3b4c426fa5f070cc6c1193df). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.693149] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91e1097e-641f-4ab6-a8b3-6435d7550b4d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.693910] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.697330] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.232s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.697549] env[69287]: DEBUG nova.objects.instance [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'resources' on Instance uuid ceb486ef-93f1-4706-a14e-6b72bf807ba6 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.711279] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Created folder: Project (0b4a573f3b4c426fa5f070cc6c1193df) in parent group-v688742. [ 699.711486] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Creating folder: Instances. Parent ref: group-v688816. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.711724] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3c43cda-ed7b-4b29-bc32-946ce5acda79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.724017] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Created folder: Instances in parent group-v688816. [ 699.724361] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.724840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.725097] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b44cf91-e0c4-4d28-b167-0fdd57c77c49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.746405] env[69287]: INFO nova.scheduler.client.report [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Deleted allocations for instance a742fa58-5053-4845-83eb-96334a38797a [ 699.752140] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.752140] env[69287]: value = "task-3450073" [ 699.752140] env[69287]: _type = "Task" [ 699.752140] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.777379] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450073, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.148669] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.149035] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquired lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.149035] env[69287]: DEBUG nova.network.neutron [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.149171] env[69287]: DEBUG nova.objects.instance [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lazy-loading 'info_cache' on Instance uuid 61c6da84-4ca4-45d2-b573-3280a7b7cdba {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.274427] env[69287]: DEBUG oslo_concurrency.lockutils [None req-98ba3ed9-8fe7-475b-af25-608e1919c1ec tempest-ServersAdmin275Test-1364572956 tempest-ServersAdmin275Test-1364572956-project-member] Lock "a742fa58-5053-4845-83eb-96334a38797a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.057s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.281028] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450073, 'name': CreateVM_Task, 'duration_secs': 0.39256} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.281028] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.281028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.281028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.281028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.281232] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90e2fd3-6102-48a8-94e7-a715df0993f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.293500] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 700.293500] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52826e27-1418-5da1-6060-d38d254febb6" [ 700.293500] env[69287]: _type = "Task" [ 700.293500] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.308594] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52826e27-1418-5da1-6060-d38d254febb6, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.312286] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.312532] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.312779] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.312940] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.313904] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.315174] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef4d029-7a3a-44ec-8c07-394eb38f745c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.324535] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.324717] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.325858] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01a2baa-8ea6-4ba7-8067-79149e242996 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.339566] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 700.339566] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262b325-9d9a-fa0b-73d7-459fcba0a1cf" [ 700.339566] env[69287]: _type = "Task" [ 700.339566] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.350094] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262b325-9d9a-fa0b-73d7-459fcba0a1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.581841] env[69287]: DEBUG nova.network.neutron [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Successfully updated port: e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.621057] env[69287]: DEBUG nova.network.neutron [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Updated VIF entry in instance network info cache for port e887fb04-95e0-4a4a-a00c-9d06ef114e7a. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.621360] env[69287]: DEBUG nova.network.neutron [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Updating instance_info_cache with network_info: [{"id": "e887fb04-95e0-4a4a-a00c-9d06ef114e7a", "address": "fa:16:3e:f9:97:f4", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape887fb04-95", "ovs_interfaceid": "e887fb04-95e0-4a4a-a00c-9d06ef114e7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.654517] env[69287]: DEBUG nova.objects.base [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Object Instance<61c6da84-4ca4-45d2-b573-3280a7b7cdba> lazy-loaded attributes: flavor,info_cache {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 700.794653] env[69287]: DEBUG nova.network.neutron [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.851995] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262b325-9d9a-fa0b-73d7-459fcba0a1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.853049] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e30df5f-2ec3-41f1-b14e-1c8a6dbe7fbd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.865637] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 700.865637] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525b4e17-5249-43a7-f13e-e9eec7138618" [ 700.865637] env[69287]: _type = "Task" [ 700.865637] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.880953] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525b4e17-5249-43a7-f13e-e9eec7138618, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.883822] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.884338] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 6ab24fb4-7b96-47ad-a951-40a856f07f72/6ab24fb4-7b96-47ad-a951-40a856f07f72.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.884832] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b33d56f-09d4-467d-9ae1-716c6159c531 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.910308] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b9763-7879-4c64-a7bc-1a5146516efd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.923127] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79195948-6694-4ea7-be99-abb9d473a685 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.962759] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e27e98-1339-45fe-bc5a-9026950c82f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.966141] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 700.966141] env[69287]: value = "task-3450074" [ 700.966141] env[69287]: _type = "Task" [ 700.966141] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.973819] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5bff62-b804-4f00-a8c2-72142ef31c4a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.981021] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.992320] env[69287]: DEBUG nova.compute.provider_tree [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.086915] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.087155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.087322] env[69287]: DEBUG nova.network.neutron [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.124394] env[69287]: DEBUG oslo_concurrency.lockutils [req-310d0d1c-6d58-42f6-b605-d5a1f34a48d1 req-b571878f-9094-4938-a410-41c686b9bc9d service nova] Releasing lock "refresh_cache-6ab24fb4-7b96-47ad-a951-40a856f07f72" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.191142] env[69287]: DEBUG nova.compute.manager [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Received event network-vif-plugged-e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.191523] env[69287]: DEBUG oslo_concurrency.lockutils [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] Acquiring lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.191825] env[69287]: DEBUG oslo_concurrency.lockutils [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.192171] env[69287]: DEBUG oslo_concurrency.lockutils [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.192525] env[69287]: DEBUG nova.compute.manager [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] No waiting events found dispatching network-vif-plugged-e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.192731] env[69287]: WARNING nova.compute.manager [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Received unexpected event network-vif-plugged-e3807543-437f-4bd3-b13b-89164c0cd6ac for instance with vm_state building and task_state spawning. [ 701.192974] env[69287]: DEBUG nova.compute.manager [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Received event network-changed-e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.193268] env[69287]: DEBUG nova.compute.manager [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Refreshing instance network info cache due to event network-changed-e3807543-437f-4bd3-b13b-89164c0cd6ac. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.193633] env[69287]: DEBUG oslo_concurrency.lockutils [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] Acquiring lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.300184] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.303287] env[69287]: DEBUG nova.objects.instance [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lazy-loading 'migration_context' on Instance uuid 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.453087] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.453439] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.480731] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524316} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.480998] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 6ab24fb4-7b96-47ad-a951-40a856f07f72/6ab24fb4-7b96-47ad-a951-40a856f07f72.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.481227] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.481514] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d270fb-7588-45b7-9e44-83abb47b4e63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.490519] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 701.490519] env[69287]: value = "task-3450075" [ 701.490519] env[69287]: _type = "Task" [ 701.490519] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.500955] env[69287]: DEBUG nova.scheduler.client.report [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.511898] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.638020] env[69287]: DEBUG nova.network.neutron [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Updating instance_info_cache with network_info: [{"id": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "address": "fa:16:3e:3c:63:bc", "network": {"id": "a457a054-9453-485d-9581-7926d0535a85", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1180940560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91cff76956224685a97dc757dc9cb18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb280afc1-e3", "ovs_interfaceid": "b280afc1-e37e-4564-a1c7-f321ed6c7dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.670426] env[69287]: DEBUG nova.network.neutron [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.808279] env[69287]: DEBUG nova.objects.base [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Object Instance<19b297d9-f3a5-4ebb-8964-815cd27c5fe9> lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 701.808279] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25cd8a-8e12-4fe6-896b-344c1e6a0d77 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.836033] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5ba303-ce29-440c-bc65-158f818bb78b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.843081] env[69287]: DEBUG oslo_vmware.api [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 701.843081] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a58778-67ea-45a5-df6d-d9e61ed3acd9" [ 701.843081] env[69287]: _type = "Task" [ 701.843081] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.853128] env[69287]: DEBUG oslo_vmware.api [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a58778-67ea-45a5-df6d-d9e61ed3acd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.938094] env[69287]: DEBUG nova.network.neutron [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [{"id": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "address": "fa:16:3e:56:39:c5", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3807543-43", "ovs_interfaceid": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.961977] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 701.962169] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 701.962359] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Rebuilding the list of instances to heal {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 702.009626] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.014087] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070662} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.014087] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.889s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.015320] env[69287]: INFO nova.compute.claims [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.026246] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.027368] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf0bee6-88d5-4dae-8570-9f24ccefa88a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.064459] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6ab24fb4-7b96-47ad-a951-40a856f07f72/6ab24fb4-7b96-47ad-a951-40a856f07f72.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.064459] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d389576b-b6b9-454c-8149-b9545afcf4ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.092204] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 702.092204] env[69287]: value = "task-3450076" [ 702.092204] env[69287]: _type = "Task" [ 702.092204] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.104087] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.111823] env[69287]: INFO nova.scheduler.client.report [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocations for instance ceb486ef-93f1-4706-a14e-6b72bf807ba6 [ 702.140421] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Releasing lock "refresh_cache-61c6da84-4ca4-45d2-b573-3280a7b7cdba" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.358333] env[69287]: DEBUG oslo_vmware.api [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a58778-67ea-45a5-df6d-d9e61ed3acd9, 'name': SearchDatastore_Task, 'duration_secs': 0.029725} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.358333] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.445277] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.445640] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance network_info: |[{"id": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "address": "fa:16:3e:56:39:c5", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3807543-43", "ovs_interfaceid": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.445952] env[69287]: DEBUG oslo_concurrency.lockutils [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] Acquired lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.446146] env[69287]: DEBUG nova.network.neutron [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Refreshing network info cache for port e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.448639] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:39:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3807543-437f-4bd3-b13b-89164c0cd6ac', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.457850] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.458381] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.458620] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafc46b3-d69f-425e-8912-8b4bbf65e06b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.487190] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 702.487342] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 702.498471] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.498471] env[69287]: value = "task-3450077" [ 702.498471] env[69287]: _type = "Task" [ 702.498471] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.511171] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450077, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.591384] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591384] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591384] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 702.591384] env[69287]: DEBUG nova.objects.instance [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lazy-loading 'info_cache' on Instance uuid 1201c389-67f9-4a49-8d04-0fffbe8cf528 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.624971] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.628730] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d727d410-accf-4dc1-b09a-783c9d8867c1 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "ceb486ef-93f1-4706-a14e-6b72bf807ba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.900s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.733768] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.734514] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.010811] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450077, 'name': CreateVM_Task, 'duration_secs': 0.432782} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.011048] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.014083] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.014424] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.014875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.015207] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b7f8a7-f585-4aad-bb11-ae28579fe44c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.022614] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 703.022614] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5217a0f7-bf14-88af-187c-db4e79ef1c0c" [ 703.022614] env[69287]: _type = "Task" [ 703.022614] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.039257] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5217a0f7-bf14-88af-187c-db4e79ef1c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.126114] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450076, 'name': ReconfigVM_Task, 'duration_secs': 0.692014} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.126114] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6ab24fb4-7b96-47ad-a951-40a856f07f72/6ab24fb4-7b96-47ad-a951-40a856f07f72.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.126114] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-760e22df-c5f5-45a8-9eca-2de68c670da9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.134405] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 703.134405] env[69287]: value = "task-3450078" [ 703.134405] env[69287]: _type = "Task" [ 703.134405] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.152394] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450078, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.152394] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.152394] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ab00de-50f4-4d1f-947e-91fb3ac2c8e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.172074] env[69287]: DEBUG oslo_vmware.api [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 703.172074] env[69287]: value = "task-3450079" [ 703.172074] env[69287]: _type = "Task" [ 703.172074] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.185250] env[69287]: DEBUG oslo_vmware.api [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.256384] env[69287]: DEBUG nova.network.neutron [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updated VIF entry in instance network info cache for port e3807543-437f-4bd3-b13b-89164c0cd6ac. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.256768] env[69287]: DEBUG nova.network.neutron [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [{"id": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "address": "fa:16:3e:56:39:c5", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3807543-43", "ovs_interfaceid": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.542185] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5217a0f7-bf14-88af-187c-db4e79ef1c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.545042] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.545042] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.545042] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.545042] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.545287] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.546269] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f94800c6-50d6-4fc1-a638-22a57aa39593 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.561437] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.561696] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.565114] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192b8fb7-8e02-4136-8224-f17d7b3aba7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.577496] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 703.577496] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526bc6c0-f030-050e-4934-b5727e725348" [ 703.577496] env[69287]: _type = "Task" [ 703.577496] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.588900] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526bc6c0-f030-050e-4934-b5727e725348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.624220] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e209e93-7d91-4ac7-9aa7-6f0811ab57bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.631748] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86566d-9814-4838-b7ef-15dbab98d3ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.643348] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450078, 'name': Rename_Task, 'duration_secs': 0.158054} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.673129] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.673684] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11077cf-d978-4486-98b0-d8fcd4870e87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.676751] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db1b52-5e81-4e0c-aa8d-008d3fbe54d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.692785] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63e807f-2ddc-4445-8f91-7b5451c4f25c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.697900] env[69287]: DEBUG oslo_vmware.api [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450079, 'name': PowerOnVM_Task, 'duration_secs': 0.407562} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.701869] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.702269] env[69287]: DEBUG nova.compute.manager [None req-2fb5d8ec-cc63-4d9e-a034-2a911468951e tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.702619] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 703.702619] env[69287]: value = "task-3450080" [ 703.702619] env[69287]: _type = "Task" [ 703.702619] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.703710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1bbfa4-94ad-4d7d-ac5e-8e288a21e100 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.717453] env[69287]: DEBUG nova.compute.provider_tree [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.730307] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450080, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.760053] env[69287]: DEBUG oslo_concurrency.lockutils [req-8f293a6a-b1c8-4eac-80de-c60c840f7d3a req-bff92eae-a921-4c68-b817-63f964e3a34f service nova] Releasing lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.090419] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526bc6c0-f030-050e-4934-b5727e725348, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.095361] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8317cc72-779f-42ed-8bcb-4518c0d2ef8c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.101565] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 704.101565] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520246a4-76d0-1a7a-7041-04ee85ccc97c" [ 704.101565] env[69287]: _type = "Task" [ 704.101565] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.114910] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520246a4-76d0-1a7a-7041-04ee85ccc97c, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.115142] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.115605] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a86939ca-f0b8-4d90-a421-6324ef9a89f8/a86939ca-f0b8-4d90-a421-6324ef9a89f8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.115733] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-550a3847-a588-472f-91ba-b607008d07f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.125939] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 704.125939] env[69287]: value = "task-3450081" [ 704.125939] env[69287]: _type = "Task" [ 704.125939] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.134970] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.216064] env[69287]: DEBUG oslo_vmware.api [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450080, 'name': PowerOnVM_Task, 'duration_secs': 0.487949} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.216349] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.216553] env[69287]: INFO nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Took 7.39 seconds to spawn the instance on the hypervisor. [ 704.216733] env[69287]: DEBUG nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.217590] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b7f42-bdf1-44d8-800f-51711a9c46ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.220697] env[69287]: DEBUG nova.scheduler.client.report [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.352529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "4ff609df-07c8-420f-8eec-e89c33a51a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.352884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.634887] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.644193] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48226} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.644193] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a86939ca-f0b8-4d90-a421-6324ef9a89f8/a86939ca-f0b8-4d90-a421-6324ef9a89f8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.644193] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.644193] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f7c524-7ea6-47b2-b2be-3d6ee4ce8c8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.652024] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 704.652024] env[69287]: value = "task-3450082" [ 704.652024] env[69287]: _type = "Task" [ 704.652024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.665947] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.728833] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.729488] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.731988] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.479s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.733574] env[69287]: INFO nova.compute.claims [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.744816] env[69287]: INFO nova.compute.manager [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Took 46.91 seconds to build instance. [ 705.144666] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.144918] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 705.145176] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.145439] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.145639] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.145834] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.146218] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.146218] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.146352] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 705.146505] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.166225] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069392} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.167229] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.168259] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638a67f-1837-43ce-9ee3-135d69877ef1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.192928] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a86939ca-f0b8-4d90-a421-6324ef9a89f8/a86939ca-f0b8-4d90-a421-6324ef9a89f8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.193529] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df7b565d-bd1c-4554-823b-43ebaf8c5d14 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.214616] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 705.214616] env[69287]: value = "task-3450083" [ 705.214616] env[69287]: _type = "Task" [ 705.214616] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.223724] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.238447] env[69287]: DEBUG nova.compute.utils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.240190] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.240425] env[69287]: DEBUG nova.network.neutron [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.246733] env[69287]: DEBUG oslo_concurrency.lockutils [None req-692acc04-d821-45d9-8ac9-b3c7c6848860 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.003s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.526930] env[69287]: DEBUG nova.policy [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64ea33f319864ecb8ac1febecff1a6c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8815dafa1e5b46e9a43a3841ce78e167', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.656193] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.726718] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.743542] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.753558] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.236348] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450083, 'name': ReconfigVM_Task, 'duration_secs': 0.602752} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.238033] env[69287]: DEBUG nova.network.neutron [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Successfully created port: a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.240444] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a86939ca-f0b8-4d90-a421-6324ef9a89f8/a86939ca-f0b8-4d90-a421-6324ef9a89f8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.240939] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c909836-986e-48eb-9ae1-79561a10598d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.251505] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 706.251505] env[69287]: value = "task-3450084" [ 706.251505] env[69287]: _type = "Task" [ 706.251505] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.274616] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450084, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.291806] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.399285] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2568faf-ff0f-40da-af1a-827b26ebfb62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.408018] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7b19a-2ddc-4799-9747-32918126e29f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.447696] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e285b82-911d-4b15-b85b-492844432a14 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.457502] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef38474f-3c48-407c-a8a3-a24f6ac7d59c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.473015] env[69287]: DEBUG nova.compute.provider_tree [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.769036] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.771893] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450084, 'name': Rename_Task, 'duration_secs': 0.443284} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.772667] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.774600] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d169f8c4-8974-4542-bdea-89bf4ba99c27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.782456] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 706.782456] env[69287]: value = "task-3450085" [ 706.782456] env[69287]: _type = "Task" [ 706.782456] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.797794] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.807490] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.807711] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.807869] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.808095] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.808267] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.808429] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.808645] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.808801] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.809123] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.812228] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.812228] env[69287]: DEBUG nova.virt.hardware [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.812228] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af596a8-c2bd-4655-8089-2dece2181ecf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.820653] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df2323-fd07-4e6f-be9a-f89188006ba1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.975704] env[69287]: DEBUG nova.scheduler.client.report [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.296704] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.481055] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.482042] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.484383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.503s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.485857] env[69287]: INFO nova.compute.claims [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.702575] env[69287]: DEBUG nova.compute.manager [None req-f9eb1b2d-fac7-42e0-81bc-ffcecf627580 tempest-ServerDiagnosticsV248Test-1330942691 tempest-ServerDiagnosticsV248Test-1330942691-project-admin] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.703926] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc7ef9-2e81-4f5f-aa6c-fc7eadd93115 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.714324] env[69287]: INFO nova.compute.manager [None req-f9eb1b2d-fac7-42e0-81bc-ffcecf627580 tempest-ServerDiagnosticsV248Test-1330942691 tempest-ServerDiagnosticsV248Test-1330942691-project-admin] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Retrieving diagnostics [ 707.715149] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54260bad-c256-40cc-888d-006e3651dc84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.796588] env[69287]: DEBUG oslo_vmware.api [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450085, 'name': PowerOnVM_Task, 'duration_secs': 0.629328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.796924] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.797150] env[69287]: INFO nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Took 8.32 seconds to spawn the instance on the hypervisor. [ 707.797353] env[69287]: DEBUG nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.798496] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a7e79-16f1-4868-8cef-c91bb5db1193 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.991212] env[69287]: DEBUG nova.compute.utils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 707.997478] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.000062] env[69287]: DEBUG nova.network.neutron [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.078156] env[69287]: DEBUG nova.policy [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8ac12542be44f98c358fee1e21378c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f85930eab2c4db39f32d2b8bb50abcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.091300] env[69287]: DEBUG nova.network.neutron [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Successfully updated port: a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.322992] env[69287]: INFO nova.compute.manager [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Took 47.28 seconds to build instance. [ 708.464304] env[69287]: DEBUG nova.network.neutron [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Successfully created port: dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.506363] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.594490] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.594645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquired lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.594801] env[69287]: DEBUG nova.network.neutron [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.740740] env[69287]: DEBUG nova.compute.manager [req-530e14f2-da3c-4af6-86d8-2d2d7112777a req-f00d78c3-aac2-4707-bd1c-4e8ff1dacfa6 service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Received event network-vif-plugged-a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.740969] env[69287]: DEBUG oslo_concurrency.lockutils [req-530e14f2-da3c-4af6-86d8-2d2d7112777a req-f00d78c3-aac2-4707-bd1c-4e8ff1dacfa6 service nova] Acquiring lock "bf355bcc-9f08-47d9-add7-d5c794770eaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.741204] env[69287]: DEBUG oslo_concurrency.lockutils [req-530e14f2-da3c-4af6-86d8-2d2d7112777a req-f00d78c3-aac2-4707-bd1c-4e8ff1dacfa6 service nova] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.741429] env[69287]: DEBUG oslo_concurrency.lockutils [req-530e14f2-da3c-4af6-86d8-2d2d7112777a req-f00d78c3-aac2-4707-bd1c-4e8ff1dacfa6 service nova] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.741531] env[69287]: DEBUG nova.compute.manager [req-530e14f2-da3c-4af6-86d8-2d2d7112777a req-f00d78c3-aac2-4707-bd1c-4e8ff1dacfa6 service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] No waiting events found dispatching network-vif-plugged-a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.741822] env[69287]: WARNING nova.compute.manager [req-530e14f2-da3c-4af6-86d8-2d2d7112777a req-f00d78c3-aac2-4707-bd1c-4e8ff1dacfa6 service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Received unexpected event network-vif-plugged-a3315b57-366a-4dfc-939d-0d9aece0ec90 for instance with vm_state building and task_state spawning. [ 708.826560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6f2c808e-7d13-412d-a3d0-4c0eaca2c4c6 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.861s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.025315] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.025534] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.087307] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5c541-84fb-433e-90e2-22ab22de8818 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.095724] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49faeda8-40d9-4cf9-a7aa-3e1ea94d6f37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.131460] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f898783-c7a9-451b-bca6-6990e1682b40 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.139561] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2cba1-f072-4a4e-b811-30de1baceaf2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157015] env[69287]: DEBUG nova.compute.provider_tree [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.157015] env[69287]: DEBUG nova.network.neutron [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.324794] env[69287]: DEBUG nova.network.neutron [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Updating instance_info_cache with network_info: [{"id": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "address": "fa:16:3e:82:cc:64", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3315b57-36", "ovs_interfaceid": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.328893] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.437102] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "0b300c8b-226e-4cfc-8a57-78234de65ef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.437264] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "0b300c8b-226e-4cfc-8a57-78234de65ef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.437469] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "0b300c8b-226e-4cfc-8a57-78234de65ef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.437739] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "0b300c8b-226e-4cfc-8a57-78234de65ef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.437809] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "0b300c8b-226e-4cfc-8a57-78234de65ef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.440408] env[69287]: INFO nova.compute.manager [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Terminating instance [ 709.518226] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.549029] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.549304] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.549463] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.549641] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.549786] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.550012] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.553409] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.553409] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.553409] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.553409] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.553409] env[69287]: DEBUG nova.virt.hardware [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.553556] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744f8e15-672e-47ca-abcd-1f67280c7800 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.560851] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab26b93-fc94-4b31-9f63-6bee66d36d59 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.658901] env[69287]: DEBUG nova.scheduler.client.report [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.826399] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Releasing lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.826722] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Instance network_info: |[{"id": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "address": "fa:16:3e:82:cc:64", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3315b57-36", "ovs_interfaceid": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.827226] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:cc:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3315b57-366a-4dfc-939d-0d9aece0ec90', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.837563] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Creating folder: Project (8815dafa1e5b46e9a43a3841ce78e167). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.840512] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8715c47f-91a1-47bd-9c32-b047572393fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.860994] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Created folder: Project (8815dafa1e5b46e9a43a3841ce78e167) in parent group-v688742. [ 709.861220] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Creating folder: Instances. Parent ref: group-v688820. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.861473] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7380b8f-d940-40b9-9454-c5f8e7abc7d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.872022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.872703] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Created folder: Instances in parent group-v688820. [ 709.872939] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.873187] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.873403] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3ee53b-c1d7-4446-a95d-759379e4cae7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.894494] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.894494] env[69287]: value = "task-3450088" [ 709.894494] env[69287]: _type = "Task" [ 709.894494] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.902726] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450088, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.944622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "refresh_cache-0b300c8b-226e-4cfc-8a57-78234de65ef0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.944622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquired lock "refresh_cache-0b300c8b-226e-4cfc-8a57-78234de65ef0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.945013] env[69287]: DEBUG nova.network.neutron [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.163960] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.164472] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.168346] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.154s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.171050] env[69287]: INFO nova.compute.claims [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.228987] env[69287]: DEBUG nova.network.neutron [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Successfully updated port: dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.406532] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450088, 'name': CreateVM_Task, 'duration_secs': 0.324658} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.409021] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.409021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.409021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.409021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.409021] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0819d3a-5b71-4027-bc26-a7e52acd8ab9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.412923] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 710.412923] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52156a38-09bc-cf73-6b61-dc2cee4ea3c9" [ 710.412923] env[69287]: _type = "Task" [ 710.412923] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.421244] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52156a38-09bc-cf73-6b61-dc2cee4ea3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.472848] env[69287]: DEBUG nova.network.neutron [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.530424] env[69287]: DEBUG nova.network.neutron [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.676922] env[69287]: DEBUG nova.compute.utils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.678646] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.678857] env[69287]: DEBUG nova.network.neutron [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.733340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "refresh_cache-702c536d-1471-4b42-b9af-a23fae9347fd" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.733340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquired lock "refresh_cache-702c536d-1471-4b42-b9af-a23fae9347fd" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.733340] env[69287]: DEBUG nova.network.neutron [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.737669] env[69287]: DEBUG nova.policy [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee9338ed49964c0dbfa77e5ab6c3e4ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9b356420f91413186537c631e0bcb86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.862584] env[69287]: DEBUG nova.compute.manager [req-4d43b62f-320b-4312-87d8-07f55f0be978 req-b1023359-d721-48eb-825d-5b05819490bc service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Received event network-vif-plugged-dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.862797] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d43b62f-320b-4312-87d8-07f55f0be978 req-b1023359-d721-48eb-825d-5b05819490bc service nova] Acquiring lock "702c536d-1471-4b42-b9af-a23fae9347fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.862950] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d43b62f-320b-4312-87d8-07f55f0be978 req-b1023359-d721-48eb-825d-5b05819490bc service nova] Lock "702c536d-1471-4b42-b9af-a23fae9347fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.863095] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d43b62f-320b-4312-87d8-07f55f0be978 req-b1023359-d721-48eb-825d-5b05819490bc service nova] Lock "702c536d-1471-4b42-b9af-a23fae9347fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.863260] env[69287]: DEBUG nova.compute.manager [req-4d43b62f-320b-4312-87d8-07f55f0be978 req-b1023359-d721-48eb-825d-5b05819490bc service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] No waiting events found dispatching network-vif-plugged-dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.863424] env[69287]: WARNING nova.compute.manager [req-4d43b62f-320b-4312-87d8-07f55f0be978 req-b1023359-d721-48eb-825d-5b05819490bc service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Received unexpected event network-vif-plugged-dc92f2b9-4193-435a-a5c1-36155b2f606b for instance with vm_state building and task_state spawning. [ 710.926527] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52156a38-09bc-cf73-6b61-dc2cee4ea3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01029} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.926853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.927280] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.927331] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.927471] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.927641] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.929025] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3900d93-49c1-402a-80e9-b458189c3bfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.936955] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.940192] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.940192] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd475336-e55c-49d7-9533-5fbb087b5dc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.948644] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 710.948644] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52523ad2-1712-d4e1-574d-2c92d4aa741b" [ 710.948644] env[69287]: _type = "Task" [ 710.948644] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.964481] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52523ad2-1712-d4e1-574d-2c92d4aa741b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.036071] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Releasing lock "refresh_cache-0b300c8b-226e-4cfc-8a57-78234de65ef0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.036071] env[69287]: DEBUG nova.compute.manager [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.036071] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.036071] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b3dc04-8159-4c5d-9c9a-856c8218429f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.044189] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.044528] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0bb3983-c3b2-4a38-bc43-63b37307243e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.051319] env[69287]: DEBUG oslo_vmware.api [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 711.051319] env[69287]: value = "task-3450089" [ 711.051319] env[69287]: _type = "Task" [ 711.051319] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.061125] env[69287]: DEBUG oslo_vmware.api [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.188872] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.234088] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.234369] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.234616] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.236252] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.236532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.239461] env[69287]: INFO nova.compute.manager [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Terminating instance [ 711.307347] env[69287]: DEBUG nova.network.neutron [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.344630] env[69287]: DEBUG nova.network.neutron [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Successfully created port: 6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.459887] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52523ad2-1712-d4e1-574d-2c92d4aa741b, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.464229] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4131bac-622e-41d1-b810-27763d8be5f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.468477] env[69287]: DEBUG nova.compute.manager [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.469314] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36d69d-554f-4fc9-8433-6a7c4614940d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.475102] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 711.475102] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ca0da1-c0ee-ac1a-b449-505640543e82" [ 711.475102] env[69287]: _type = "Task" [ 711.475102] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.493149] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ca0da1-c0ee-ac1a-b449-505640543e82, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.493430] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.493684] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] bf355bcc-9f08-47d9-add7-d5c794770eaa/bf355bcc-9f08-47d9-add7-d5c794770eaa.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.493945] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7794115-91a4-4365-9d79-c59ce2d562c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.500772] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 711.500772] env[69287]: value = "task-3450090" [ 711.500772] env[69287]: _type = "Task" [ 711.500772] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.513157] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.521605] env[69287]: DEBUG nova.network.neutron [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Updating instance_info_cache with network_info: [{"id": "dc92f2b9-4193-435a-a5c1-36155b2f606b", "address": "fa:16:3e:0c:5b:7b", "network": {"id": "39b77a9a-11cc-45b1-a5e0-732b4c5a4ca9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1808473725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f85930eab2c4db39f32d2b8bb50abcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc92f2b9-41", "ovs_interfaceid": "dc92f2b9-4193-435a-a5c1-36155b2f606b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.561370] env[69287]: DEBUG oslo_vmware.api [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450089, 'name': PowerOffVM_Task, 'duration_secs': 0.217785} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.561719] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.561927] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.562229] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da21806a-443e-4da5-a7e5-eaad9460e9a5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.586849] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.587148] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.587400] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Deleting the datastore file [datastore1] 0b300c8b-226e-4cfc-8a57-78234de65ef0 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.587674] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea9aa75-6bf0-43ec-91f6-958a84e2b31f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.596275] env[69287]: DEBUG oslo_vmware.api [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for the task: (returnval){ [ 711.596275] env[69287]: value = "task-3450092" [ 711.596275] env[69287]: _type = "Task" [ 711.596275] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.605187] env[69287]: DEBUG oslo_vmware.api [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.691792] env[69287]: INFO nova.virt.block_device [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Booting with volume e5ab885b-90ce-413f-8f2f-ee642b97f024 at /dev/sda [ 711.752593] env[69287]: DEBUG nova.compute.manager [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.752849] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.755458] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557d00b9-ea97-4245-a7e6-baf110d8991a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.758177] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7339a458-1d1f-4ff3-98d4-85fcf3e74af9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.771318] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab46ea-1bdc-41d7-9d65-c456ca6af877 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.782559] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.785635] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8206299e-a806-46e3-89b9-34f1321544e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.794840] env[69287]: DEBUG oslo_vmware.api [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 711.794840] env[69287]: value = "task-3450093" [ 711.794840] env[69287]: _type = "Task" [ 711.794840] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.818028] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-863203e2-1a75-42df-83d4-5e114911787f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.824893] env[69287]: DEBUG oslo_vmware.api [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.828825] env[69287]: DEBUG nova.compute.manager [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Received event network-changed-a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.829164] env[69287]: DEBUG nova.compute.manager [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Refreshing instance network info cache due to event network-changed-a3315b57-366a-4dfc-939d-0d9aece0ec90. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.830068] env[69287]: DEBUG oslo_concurrency.lockutils [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] Acquiring lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.831141] env[69287]: DEBUG oslo_concurrency.lockutils [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] Acquired lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.832193] env[69287]: DEBUG nova.network.neutron [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Refreshing network info cache for port a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.844511] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a85e70-b16b-42c3-8c96-8add5d38973a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.886834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1b11d6-05f2-4e4a-8a63-40d25c20fc4e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.890267] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5169a94c-cd24-46d1-a5a9-42af0efc88ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.902229] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7c819-8251-4c58-bf47-9d89973a14b7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.907823] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f057b-5442-46cc-8163-3296fb8edfe1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.924460] env[69287]: DEBUG nova.virt.block_device [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updating existing volume attachment record: 4d411253-91db-4d68-adac-a1844fa7a74c {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 711.954464] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2583a-0912-40d0-b3b7-a7f9205661b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.962728] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97822605-0b3a-4c1d-b429-d6333d9a13cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.984968] env[69287]: DEBUG nova.compute.provider_tree [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.990257] env[69287]: INFO nova.compute.manager [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] instance snapshotting [ 711.990257] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb40a6e0-dffa-4471-952d-ee0dd574d04c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.014082] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381131c7-1f6e-486b-a8b7-5b5ca37107fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.025290] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469891} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.026071] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] bf355bcc-9f08-47d9-add7-d5c794770eaa/bf355bcc-9f08-47d9-add7-d5c794770eaa.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.026165] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.026789] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Releasing lock "refresh_cache-702c536d-1471-4b42-b9af-a23fae9347fd" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.026910] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Instance network_info: |[{"id": "dc92f2b9-4193-435a-a5c1-36155b2f606b", "address": "fa:16:3e:0c:5b:7b", "network": {"id": "39b77a9a-11cc-45b1-a5e0-732b4c5a4ca9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1808473725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f85930eab2c4db39f32d2b8bb50abcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc92f2b9-41", "ovs_interfaceid": "dc92f2b9-4193-435a-a5c1-36155b2f606b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.029269] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce59d2b6-3a99-450a-a7e8-952cb127a56c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.033060] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:5b:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc92f2b9-4193-435a-a5c1-36155b2f606b', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.041226] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Creating folder: Project (4f85930eab2c4db39f32d2b8bb50abcd). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.042116] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5d4366c-dce2-4ede-8714-4abb26460dcb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.051724] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 712.051724] env[69287]: value = "task-3450094" [ 712.051724] env[69287]: _type = "Task" [ 712.051724] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.057039] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Created folder: Project (4f85930eab2c4db39f32d2b8bb50abcd) in parent group-v688742. [ 712.059062] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Creating folder: Instances. Parent ref: group-v688823. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.059062] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa8850ab-587b-4dfe-801e-203c9aad1c22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.068019] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.069646] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Created folder: Instances in parent group-v688823. [ 712.070296] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.070368] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.070981] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c7894e-42f3-487c-933a-3fa21aef4fca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.091789] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.091789] env[69287]: value = "task-3450097" [ 712.091789] env[69287]: _type = "Task" [ 712.091789] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.106046] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450097, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.113177] env[69287]: DEBUG oslo_vmware.api [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Task: {'id': task-3450092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174587} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.113177] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.113177] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.113177] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.113177] env[69287]: INFO nova.compute.manager [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 712.113989] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.113989] env[69287]: DEBUG nova.compute.manager [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.113989] env[69287]: DEBUG nova.network.neutron [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.138732] env[69287]: DEBUG nova.network.neutron [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.306296] env[69287]: DEBUG oslo_vmware.api [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450093, 'name': PowerOffVM_Task, 'duration_secs': 0.379483} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.307035] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.307035] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.307113] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-838e6b58-9569-4db6-acf5-f271f1791dd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.374610] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.374610] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.375024] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleting the datastore file [datastore2] 029595d0-bfcd-4785-8ce6-771cd77f8a7c {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.375432] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac03b98d-d8e8-4f5e-89d1-869fc45abd59 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.381411] env[69287]: DEBUG oslo_vmware.api [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 712.381411] env[69287]: value = "task-3450099" [ 712.381411] env[69287]: _type = "Task" [ 712.381411] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.389473] env[69287]: DEBUG oslo_vmware.api [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.490644] env[69287]: DEBUG nova.scheduler.client.report [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.543119] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.543895] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46dd5b16-960a-4502-8474-7a1b3b38e0d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.559271] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 712.559271] env[69287]: value = "task-3450100" [ 712.559271] env[69287]: _type = "Task" [ 712.559271] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.570786] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0824} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.570786] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.570786] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd0dd8-75e9-4cc9-8f0f-2e5f302ea276 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.579164] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.601320] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] bf355bcc-9f08-47d9-add7-d5c794770eaa/bf355bcc-9f08-47d9-add7-d5c794770eaa.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.606987] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0eaada6-77a0-4678-86f9-9f965c42ebb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.631823] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450097, 'name': CreateVM_Task, 'duration_secs': 0.377177} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.633132] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.633491] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 712.633491] env[69287]: value = "task-3450101" [ 712.633491] env[69287]: _type = "Task" [ 712.633491] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.634117] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.634281] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.634599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.635439] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6002c2b8-41f2-4650-9f1a-1876c5676a01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.641857] env[69287]: DEBUG nova.network.neutron [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.648134] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 712.648134] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b20fbd-dbab-5b65-6d3d-7a7d96e678e9" [ 712.648134] env[69287]: _type = "Task" [ 712.648134] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.650884] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.660284] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b20fbd-dbab-5b65-6d3d-7a7d96e678e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.716598] env[69287]: DEBUG nova.network.neutron [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Updated VIF entry in instance network info cache for port a3315b57-366a-4dfc-939d-0d9aece0ec90. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.716598] env[69287]: DEBUG nova.network.neutron [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Updating instance_info_cache with network_info: [{"id": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "address": "fa:16:3e:82:cc:64", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3315b57-36", "ovs_interfaceid": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.892873] env[69287]: DEBUG oslo_vmware.api [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177468} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.893253] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.893421] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.893645] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.893762] env[69287]: INFO nova.compute.manager [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 712.894028] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.894382] env[69287]: DEBUG nova.compute.manager [-] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.894563] env[69287]: DEBUG nova.network.neutron [-] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.003784] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.004367] env[69287]: DEBUG nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.009094] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.595s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.010814] env[69287]: INFO nova.compute.claims [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.077484] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450100, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.144692] env[69287]: INFO nova.compute.manager [-] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Took 1.03 seconds to deallocate network for instance. [ 713.145209] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450101, 'name': ReconfigVM_Task, 'duration_secs': 0.282402} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.147025] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Reconfigured VM instance instance-00000018 to attach disk [datastore2] bf355bcc-9f08-47d9-add7-d5c794770eaa/bf355bcc-9f08-47d9-add7-d5c794770eaa.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.150099] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee644868-4b8a-443c-834d-76fe11b15434 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.161391] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b20fbd-dbab-5b65-6d3d-7a7d96e678e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015485} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.162718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.163434] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.163434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.163434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.163562] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.163832] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 713.163832] env[69287]: value = "task-3450102" [ 713.163832] env[69287]: _type = "Task" [ 713.163832] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.164025] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710d3497-647c-40fa-9048-3f7b3cc52783 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.178662] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450102, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.179855] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.180045] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.180757] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd82994d-0f80-447d-a017-5d913942d06e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.189368] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 713.189368] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5231fb84-9cbf-764a-7304-6ab82f66f254" [ 713.189368] env[69287]: _type = "Task" [ 713.189368] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.198883] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5231fb84-9cbf-764a-7304-6ab82f66f254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.220471] env[69287]: DEBUG oslo_concurrency.lockutils [req-a0ebd918-67aa-4ae9-862d-655f4427e196 req-2c7a5598-99d7-4d45-bcd0-fa30b7732f5c service nova] Releasing lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.515252] env[69287]: DEBUG nova.compute.utils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.520184] env[69287]: DEBUG nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 713.575936] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450100, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.654234] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.676162] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450102, 'name': Rename_Task, 'duration_secs': 0.226962} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.676496] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.676859] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d746f2-f0ce-4dad-b67a-2cb3e5bce0eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.685310] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 713.685310] env[69287]: value = "task-3450103" [ 713.685310] env[69287]: _type = "Task" [ 713.685310] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.694224] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.705609] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5231fb84-9cbf-764a-7304-6ab82f66f254, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.706704] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aaba09d-ca1b-4dab-958d-3b74252ec8ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.712767] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 713.712767] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b86f4d-7307-dff0-d9f5-ef0d3c2eb5b3" [ 713.712767] env[69287]: _type = "Task" [ 713.712767] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.722238] env[69287]: DEBUG nova.network.neutron [-] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.723599] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b86f4d-7307-dff0-d9f5-ef0d3c2eb5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.800655] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.801247] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing instance network info cache due to event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.803554] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.803554] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.803554] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.866537] env[69287]: DEBUG nova.network.neutron [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Successfully updated port: 6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.021566] env[69287]: DEBUG nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.077144] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450100, 'name': CreateSnapshot_Task, 'duration_secs': 1.158774} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.077144] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.077144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dbb4e3-8fc0-4f05-b244-f872396093af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.100647] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.101293] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.101526] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.101902] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.102145] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.103022] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.103022] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.103022] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.103022] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.103322] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.103525] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.103698] env[69287]: DEBUG nova.virt.hardware [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.105062] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb550b7-4604-489d-8107-bbc90b614b2a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.115034] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec06909-45c5-425b-983d-ab685445a644 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.195415] env[69287]: DEBUG oslo_vmware.api [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450103, 'name': PowerOnVM_Task, 'duration_secs': 0.49251} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.199926] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.200172] env[69287]: INFO nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Took 7.43 seconds to spawn the instance on the hypervisor. [ 714.200353] env[69287]: DEBUG nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.201370] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b50b13-d179-4272-8caa-d07469f89565 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.225473] env[69287]: INFO nova.compute.manager [-] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Took 1.33 seconds to deallocate network for instance. [ 714.232137] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b86f4d-7307-dff0-d9f5-ef0d3c2eb5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.238640] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.238640] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 702c536d-1471-4b42-b9af-a23fae9347fd/702c536d-1471-4b42-b9af-a23fae9347fd.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.238640] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201ae68c-be9a-48c6-8026-c864b667ea6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.245403] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 714.245403] env[69287]: value = "task-3450104" [ 714.245403] env[69287]: _type = "Task" [ 714.245403] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.253317] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.369893] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.369893] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquired lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.369893] env[69287]: DEBUG nova.network.neutron [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.380668] env[69287]: DEBUG nova.compute.manager [req-a239ec21-982b-40d3-a1f6-596cc2058061 req-4b44a130-6f0d-4e53-b1fa-626e77fea947 service nova] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Received event network-vif-deleted-60264d84-df14-4697-b06a-94bd13f85799 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.611866] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.614373] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-817db2f2-4ae6-4faf-815c-efb21e93abf6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.623324] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 714.623324] env[69287]: value = "task-3450105" [ 714.623324] env[69287]: _type = "Task" [ 714.623324] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.633423] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450105, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.685316] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db12cd-8142-4925-b6f6-79309b9a1b23 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.695208] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b829c59-3775-46f3-a1b2-0f7e4d10cf1c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.735794] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65af509-fe3a-423c-b691-b785d020bf13 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.742886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.742886] env[69287]: INFO nova.compute.manager [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Took 48.65 seconds to build instance. [ 714.758024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104625f1-8b25-419a-b0dc-98472a7746a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.769584] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450104, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.779332] env[69287]: DEBUG nova.compute.provider_tree [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.917634] env[69287]: DEBUG nova.network.neutron [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.042041] env[69287]: DEBUG nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.063476] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updated VIF entry in instance network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.063971] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.081075] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.081075] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.081288] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.081288] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.081435] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.081586] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.082289] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.082289] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.082289] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.082289] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.082474] env[69287]: DEBUG nova.virt.hardware [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.083750] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1cb19-dc89-42b6-872d-94d6f5c34078 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.096978] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae2432-23af-422b-841e-3288797b33e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.114780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.121514] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Creating folder: Project (90b1062d9fb34ceaaeee83911dbb662b). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.122177] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a8bd59-a7a1-4732-a12a-0c08ed4af291 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.140563] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450105, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.142071] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Created folder: Project (90b1062d9fb34ceaaeee83911dbb662b) in parent group-v688742. [ 715.142261] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Creating folder: Instances. Parent ref: group-v688828. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.142523] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a4dfeb-ceac-48f3-acc5-7b15d1260eab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.152559] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Created folder: Instances in parent group-v688828. [ 715.152559] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.152880] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.153110] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8661dd5e-ed6b-4be4-9e20-61dc46263ad3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.169883] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.169883] env[69287]: value = "task-3450108" [ 715.169883] env[69287]: _type = "Task" [ 715.169883] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.178816] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450108, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.193473] env[69287]: DEBUG nova.network.neutron [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updating instance_info_cache with network_info: [{"id": "6138b08d-6749-46e6-90e9-d2b8d370b609", "address": "fa:16:3e:e7:e4:77", "network": {"id": "dedf5381-728e-4627-967c-355a29f8163b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-400070226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b356420f91413186537c631e0bcb86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6138b08d-67", "ovs_interfaceid": "6138b08d-6749-46e6-90e9-d2b8d370b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.244788] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cec700bf-238e-4a01-8ba1-9bc7f215d468 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.981s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.258976] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843017} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.259194] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 702c536d-1471-4b42-b9af-a23fae9347fd/702c536d-1471-4b42-b9af-a23fae9347fd.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.259433] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.259733] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2a3e8f3-1324-48c4-9c1b-3da696826ab8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.269010] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 715.269010] env[69287]: value = "task-3450109" [ 715.269010] env[69287]: _type = "Task" [ 715.269010] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.282735] env[69287]: DEBUG nova.scheduler.client.report [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.288531] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.567589] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.567860] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Received event network-changed-dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.568050] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Refreshing instance network info cache due to event network-changed-dc92f2b9-4193-435a-a5c1-36155b2f606b. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.568277] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquiring lock "refresh_cache-702c536d-1471-4b42-b9af-a23fae9347fd" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.568413] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquired lock "refresh_cache-702c536d-1471-4b42-b9af-a23fae9347fd" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.568568] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Refreshing network info cache for port dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.640511] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450105, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.679202] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450108, 'name': CreateVM_Task, 'duration_secs': 0.391595} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.679202] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.679606] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.679773] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.680113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.680426] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4304e39a-65b1-4ef1-a38c-da6abf999d42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.685384] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 715.685384] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52292b76-3c94-874b-9777-349bf0f01315" [ 715.685384] env[69287]: _type = "Task" [ 715.685384] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.695021] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52292b76-3c94-874b-9777-349bf0f01315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.697104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Releasing lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.697400] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance network_info: |[{"id": "6138b08d-6749-46e6-90e9-d2b8d370b609", "address": "fa:16:3e:e7:e4:77", "network": {"id": "dedf5381-728e-4627-967c-355a29f8163b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-400070226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b356420f91413186537c631e0bcb86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6138b08d-67", "ovs_interfaceid": "6138b08d-6749-46e6-90e9-d2b8d370b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.697766] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:e4:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6138b08d-6749-46e6-90e9-d2b8d370b609', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.707201] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Creating folder: Project (a9b356420f91413186537c631e0bcb86). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.707502] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29404b3b-d6bd-492f-b01a-115c31e3c5fe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.721529] env[69287]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 715.721710] env[69287]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69287) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 715.722119] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Folder already exists: Project (a9b356420f91413186537c631e0bcb86). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 715.722337] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Creating folder: Instances. Parent ref: group-v688765. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.722635] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e24fe30-8078-4012-8142-a293aead6a53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.733213] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Created folder: Instances in parent group-v688765. [ 715.733456] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.733648] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.733851] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8565ed5-9d85-41f0-aa78-090f4266d975 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.748486] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.755661] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.755661] env[69287]: value = "task-3450112" [ 715.755661] env[69287]: _type = "Task" [ 715.755661] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.763276] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450112, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.777398] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072746} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.777678] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.778456] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb5cee0-f9ad-4f3c-8948-f2c58dce62c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.792674] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.793211] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.804299] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 702c536d-1471-4b42-b9af-a23fae9347fd/702c536d-1471-4b42-b9af-a23fae9347fd.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.805550] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.249s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.805796] env[69287]: DEBUG nova.objects.instance [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lazy-loading 'resources' on Instance uuid 22d254b3-b8fd-437f-9799-c77d6d912875 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.807161] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8244e897-80ae-4e75-abd1-aad9e98fadc2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.831024] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 715.831024] env[69287]: value = "task-3450113" [ 715.831024] env[69287]: _type = "Task" [ 715.831024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.840166] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.141914] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450105, 'name': CloneVM_Task, 'duration_secs': 1.108581} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.142201] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Created linked-clone VM from snapshot [ 716.143388] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f4511-e68f-46ed-87e2-048aebc29455 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.151918] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Uploading image e21a4081-86b8-45c3-9bba-e1b817c0588c {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.166635] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.167037] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-813132d4-917f-4a59-bca6-5d1a6d797351 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.173795] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 716.173795] env[69287]: value = "task-3450114" [ 716.173795] env[69287]: _type = "Task" [ 716.173795] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.189272] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450114, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.196943] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52292b76-3c94-874b-9777-349bf0f01315, 'name': SearchDatastore_Task, 'duration_secs': 0.036487} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.197905] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.198168] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.198431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.198608] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.198833] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.201800] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a85428-6aaa-4790-aa3d-c928ff23e43b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.213128] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.213348] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.214726] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3087a443-c197-46f6-9ae7-8f0d2821d0d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.221271] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 716.221271] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520fed22-c242-5460-7c73-239a527edd73" [ 716.221271] env[69287]: _type = "Task" [ 716.221271] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.234268] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520fed22-c242-5460-7c73-239a527edd73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.271340] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450112, 'name': CreateVM_Task, 'duration_secs': 0.368832} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.271580] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.273416] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '4d411253-91db-4d68-adac-a1844fa7a74c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688780', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'name': 'volume-e5ab885b-90ce-413f-8f2f-ee642b97f024', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6b327b-5fd6-4a60-8358-37a612b17ed5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'serial': 'e5ab885b-90ce-413f-8f2f-ee642b97f024'}, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69287) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 716.273546] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Root volume attach. Driver type: vmdk {{(pid=69287) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 716.274636] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00742e-e03d-4e17-ab43-02e470c4cd76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.280207] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.284144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e2c948-5aef-44d0-8a98-be4898190fa2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.290419] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0937764b-c003-42a8-b239-e8ced69a64b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.297314] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-65c0c015-1ec2-4583-937c-f6c73a1d6485 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.306112] env[69287]: DEBUG nova.compute.utils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.308500] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 716.308500] env[69287]: value = "task-3450115" [ 716.308500] env[69287]: _type = "Task" [ 716.308500] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.317214] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.317402] env[69287]: DEBUG nova.network.neutron [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.336968] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.345417] env[69287]: DEBUG nova.compute.manager [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Received event network-vif-plugged-6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.345807] env[69287]: DEBUG oslo_concurrency.lockutils [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] Acquiring lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.347115] env[69287]: DEBUG oslo_concurrency.lockutils [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.347115] env[69287]: DEBUG oslo_concurrency.lockutils [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.347115] env[69287]: DEBUG nova.compute.manager [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] No waiting events found dispatching network-vif-plugged-6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.347115] env[69287]: WARNING nova.compute.manager [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Received unexpected event network-vif-plugged-6138b08d-6749-46e6-90e9-d2b8d370b609 for instance with vm_state building and task_state spawning. [ 716.347883] env[69287]: DEBUG nova.compute.manager [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Received event network-changed-6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.347883] env[69287]: DEBUG nova.compute.manager [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Refreshing instance network info cache due to event network-changed-6138b08d-6749-46e6-90e9-d2b8d370b609. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.348223] env[69287]: DEBUG oslo_concurrency.lockutils [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] Acquiring lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.348320] env[69287]: DEBUG oslo_concurrency.lockutils [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] Acquired lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.349028] env[69287]: DEBUG nova.network.neutron [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Refreshing network info cache for port 6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.359904] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.377567] env[69287]: DEBUG nova.policy [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '943b478f67a74b08bdf6976dbc1d1c2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '148a71b65b4d423a9777eec9440eda86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.478849] env[69287]: DEBUG nova.compute.manager [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Received event network-changed {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.479131] env[69287]: DEBUG nova.compute.manager [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Refreshing instance network info cache due to event network-changed. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.479367] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] Acquiring lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.479531] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] Acquired lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.479844] env[69287]: DEBUG nova.network.neutron [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.539473] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Updated VIF entry in instance network info cache for port dc92f2b9-4193-435a-a5c1-36155b2f606b. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.539826] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Updating instance_info_cache with network_info: [{"id": "dc92f2b9-4193-435a-a5c1-36155b2f606b", "address": "fa:16:3e:0c:5b:7b", "network": {"id": "39b77a9a-11cc-45b1-a5e0-732b4c5a4ca9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1808473725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f85930eab2c4db39f32d2b8bb50abcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc92f2b9-41", "ovs_interfaceid": "dc92f2b9-4193-435a-a5c1-36155b2f606b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.687143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.687448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.687663] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.687846] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.688018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.689836] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450114, 'name': Destroy_Task, 'duration_secs': 0.318065} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.690274] env[69287]: INFO nova.compute.manager [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Terminating instance [ 716.693176] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Destroyed the VM [ 716.693176] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.693176] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51b52f88-1d56-495e-9226-33b45ce87da4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.700432] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 716.700432] env[69287]: value = "task-3450116" [ 716.700432] env[69287]: _type = "Task" [ 716.700432] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.719775] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.743651] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520fed22-c242-5460-7c73-239a527edd73, 'name': SearchDatastore_Task, 'duration_secs': 0.017551} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.746888] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3be75f1-a230-404f-a23e-21cdbfe86fb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.756502] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 716.756502] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5280d353-c493-2784-fedf-4fe271db4bfc" [ 716.756502] env[69287]: _type = "Task" [ 716.756502] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.767616] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5280d353-c493-2784-fedf-4fe271db4bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.802406] env[69287]: DEBUG nova.compute.manager [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Received event network-changed-e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.802643] env[69287]: DEBUG nova.compute.manager [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Refreshing instance network info cache due to event network-changed-e3807543-437f-4bd3-b13b-89164c0cd6ac. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.802881] env[69287]: DEBUG oslo_concurrency.lockutils [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] Acquiring lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.803087] env[69287]: DEBUG oslo_concurrency.lockutils [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] Acquired lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.803262] env[69287]: DEBUG nova.network.neutron [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Refreshing network info cache for port e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.809315] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.833302] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 35%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.838192] env[69287]: DEBUG nova.network.neutron [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Successfully created port: e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.851741] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450113, 'name': ReconfigVM_Task, 'duration_secs': 0.576326} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.852105] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 702c536d-1471-4b42-b9af-a23fae9347fd/702c536d-1471-4b42-b9af-a23fae9347fd.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.855601] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0cdbaf-087f-40c8-bb43-d7d1bbffa830 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.867819] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 716.867819] env[69287]: value = "task-3450117" [ 716.867819] env[69287]: _type = "Task" [ 716.867819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.884352] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450117, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.006991] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e251ce-428a-4ece-8eae-c3218d69d583 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.017910] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d217e8-e6c2-47e5-8f58-ca7dff019393 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.057834] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Releasing lock "refresh_cache-702c536d-1471-4b42-b9af-a23fae9347fd" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.058161] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.058341] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing instance network info cache due to event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.058560] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.058703] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.059399] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.067787] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79de97-cad1-4353-bbf0-af178213eb2a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.084029] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45147de1-3ae8-4c38-ba88-9468745119ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.109173] env[69287]: DEBUG nova.compute.provider_tree [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.197563] env[69287]: DEBUG nova.compute.manager [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.197563] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.198307] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8b903-b62b-40f8-bc2f-5d0bd8f29a85 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.211179] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.212302] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0c94ca-2453-4fd2-8084-295e13dbedb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.220194] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.221733] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 717.221733] env[69287]: value = "task-3450118" [ 717.221733] env[69287]: _type = "Task" [ 717.221733] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.241996] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.268167] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5280d353-c493-2784-fedf-4fe271db4bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.029008} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.268484] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268746] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.269022] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a1b1d6-275b-4df2-8739-15e01bf39e74 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.277225] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 717.277225] env[69287]: value = "task-3450119" [ 717.277225] env[69287]: _type = "Task" [ 717.277225] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.289524] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.342052] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 49%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.376726] env[69287]: DEBUG nova.network.neutron [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updated VIF entry in instance network info cache for port 6138b08d-6749-46e6-90e9-d2b8d370b609. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.377290] env[69287]: DEBUG nova.network.neutron [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updating instance_info_cache with network_info: [{"id": "6138b08d-6749-46e6-90e9-d2b8d370b609", "address": "fa:16:3e:e7:e4:77", "network": {"id": "dedf5381-728e-4627-967c-355a29f8163b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-400070226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b356420f91413186537c631e0bcb86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6138b08d-67", "ovs_interfaceid": "6138b08d-6749-46e6-90e9-d2b8d370b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.383175] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450117, 'name': Rename_Task, 'duration_secs': 0.235827} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.383448] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.384160] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7873f517-78b7-4636-bf45-ad0288790233 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.392558] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 717.392558] env[69287]: value = "task-3450120" [ 717.392558] env[69287]: _type = "Task" [ 717.392558] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.404167] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.578152] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "bf355bcc-9f08-47d9-add7-d5c794770eaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.578441] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.578656] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "bf355bcc-9f08-47d9-add7-d5c794770eaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.578840] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.579098] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.583511] env[69287]: INFO nova.compute.manager [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Terminating instance [ 717.612762] env[69287]: DEBUG nova.scheduler.client.report [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.718942] env[69287]: DEBUG oslo_vmware.api [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450116, 'name': RemoveSnapshot_Task, 'duration_secs': 0.566781} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.719277] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.733417] env[69287]: DEBUG nova.network.neutron [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Updating instance_info_cache with network_info: [{"id": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "address": "fa:16:3e:82:cc:64", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3315b57-36", "ovs_interfaceid": "a3315b57-366a-4dfc-939d-0d9aece0ec90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.741395] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450118, 'name': PowerOffVM_Task, 'duration_secs': 0.465238} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.741736] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.741901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.742346] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5329dc5-44ba-4ff2-b70d-86d37271afd2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.792023] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450119, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.829214] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.834766] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.835054] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.835229] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Deleting the datastore file [datastore1] a86939ca-f0b8-4d90-a421-6324ef9a89f8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.835515] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d261548-5461-4e40-bac8-57e2d5543e10 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.849040] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 63%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.852253] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 717.852253] env[69287]: value = "task-3450122" [ 717.852253] env[69287]: _type = "Task" [ 717.852253] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.863591] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.863823] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.863978] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.864165] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.864311] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.864461] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.864902] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.864902] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.865246] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.865501] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.865689] env[69287]: DEBUG nova.virt.hardware [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.866647] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ff51c-cd69-4b36-be12-6916924f801a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.875410] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.883099] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb9ccb-2329-46b3-8ee6-b81f74049abc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.888356] env[69287]: DEBUG oslo_concurrency.lockutils [req-5560d632-f77e-423e-9885-6850783897b8 req-070f85d9-b894-4d00-bd65-3ed081ec4c6f service nova] Releasing lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.906755] env[69287]: DEBUG nova.network.neutron [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updated VIF entry in instance network info cache for port e3807543-437f-4bd3-b13b-89164c0cd6ac. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.907155] env[69287]: DEBUG nova.network.neutron [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [{"id": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "address": "fa:16:3e:56:39:c5", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3807543-43", "ovs_interfaceid": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.915577] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.087770] env[69287]: DEBUG nova.compute.manager [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.088042] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.089343] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341b639-b03c-45b0-a9a4-93886a01c0fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.099817] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.100215] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f588853-70b6-4fc0-9930-6e1199ff859c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.109865] env[69287]: DEBUG oslo_vmware.api [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 718.109865] env[69287]: value = "task-3450123" [ 718.109865] env[69287]: _type = "Task" [ 718.109865] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.121948] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.124648] env[69287]: DEBUG oslo_vmware.api [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.125289] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.262s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.127147] env[69287]: INFO nova.compute.claims [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.157823] env[69287]: INFO nova.scheduler.client.report [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Deleted allocations for instance 22d254b3-b8fd-437f-9799-c77d6d912875 [ 718.206645] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updated VIF entry in instance network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.206971] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.226751] env[69287]: WARNING nova.compute.manager [None req-efed3548-35bc-48d2-8453-bacc937226a1 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Image not found during snapshot: nova.exception.ImageNotFound: Image e21a4081-86b8-45c3-9bba-e1b817c0588c could not be found. [ 718.237127] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75424029-1a27-4df9-b3dc-513d8c1605f9 tempest-ServerExternalEventsTest-1732417805 tempest-ServerExternalEventsTest-1732417805-project] Releasing lock "refresh_cache-bf355bcc-9f08-47d9-add7-d5c794770eaa" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.294391] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731564} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.295149] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.295149] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.295337] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88ee87d3-ff9e-4ceb-a920-2ac0f09f8519 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.307257] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 718.307257] env[69287]: value = "task-3450124" [ 718.307257] env[69287]: _type = "Task" [ 718.307257] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.322917] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.341228] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 76%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.368466] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.407087] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.411035] env[69287]: DEBUG oslo_concurrency.lockutils [req-97992548-a8d4-4f28-8447-b27dc60deda1 req-4d51c2b2-ca29-4134-9834-15b796ed204d service nova] Releasing lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.621950] env[69287]: DEBUG oslo_vmware.api [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450123, 'name': PowerOffVM_Task, 'duration_secs': 0.244169} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.622536] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.622864] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.623303] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b86f48-ba97-4685-9960-5a4975e11389 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.670629] env[69287]: DEBUG oslo_concurrency.lockutils [None req-acf6c0e3-3d8b-4339-b0f3-5c0894e0244e tempest-ImagesOneServerTestJSON-1852767638 tempest-ImagesOneServerTestJSON-1852767638-project-member] Lock "22d254b3-b8fd-437f-9799-c77d6d912875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.983s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.697302] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.697302] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.697302] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Deleting the datastore file [datastore2] bf355bcc-9f08-47d9-add7-d5c794770eaa {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.697302] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85932354-da49-490b-ab2a-98a70e2ac513 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.707281] env[69287]: DEBUG oslo_vmware.api [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for the task: (returnval){ [ 718.707281] env[69287]: value = "task-3450126" [ 718.707281] env[69287]: _type = "Task" [ 718.707281] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.711268] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.714282] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Received event network-changed-e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.714282] env[69287]: DEBUG nova.compute.manager [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Refreshing instance network info cache due to event network-changed-e3807543-437f-4bd3-b13b-89164c0cd6ac. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.714282] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquiring lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.714282] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Acquired lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.714282] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Refreshing network info cache for port e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.721357] env[69287]: DEBUG oslo_vmware.api [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.825324] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142485} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.826787] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.828512] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7991cf7-02bd-4184-9df1-f137efb79173 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.860967] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.865274] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e58816-f58b-498d-ac69-463911760689 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.880512] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.890817] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.892458] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 718.892458] env[69287]: value = "task-3450127" [ 718.892458] env[69287]: _type = "Task" [ 718.892458] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.905565] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.908939] env[69287]: DEBUG oslo_vmware.api [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450120, 'name': PowerOnVM_Task, 'duration_secs': 1.042271} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.909321] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.909734] env[69287]: INFO nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Took 9.39 seconds to spawn the instance on the hypervisor. [ 718.909734] env[69287]: DEBUG nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.910664] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814cac8-c875-4c5a-a02a-f6c8b01e5ac3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.145841] env[69287]: DEBUG nova.network.neutron [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Successfully updated port: e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.229414] env[69287]: DEBUG oslo_vmware.api [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Task: {'id': task-3450126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485428} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.232318] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.232553] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.232979] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.232979] env[69287]: INFO nova.compute.manager [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 719.237015] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.237015] env[69287]: DEBUG nova.compute.manager [-] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.237015] env[69287]: DEBUG nova.network.neutron [-] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.347944] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 97%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.373990] env[69287]: DEBUG oslo_vmware.api [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.267273} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.376937] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.377270] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.377480] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.377659] env[69287]: INFO nova.compute.manager [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Took 2.18 seconds to destroy the instance on the hypervisor. [ 719.377899] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.383210] env[69287]: DEBUG nova.compute.manager [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.383210] env[69287]: DEBUG nova.network.neutron [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.403117] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450127, 'name': ReconfigVM_Task, 'duration_secs': 0.299313} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.405971] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.406512] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca95ee6c-691f-4b7a-9cde-662e8a828f5e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.410048] env[69287]: DEBUG nova.compute.manager [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.410409] env[69287]: DEBUG nova.compute.manager [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing instance network info cache due to event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.410479] env[69287]: DEBUG oslo_concurrency.lockutils [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.410573] env[69287]: DEBUG oslo_concurrency.lockutils [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.410739] env[69287]: DEBUG nova.network.neutron [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.416373] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 719.416373] env[69287]: value = "task-3450128" [ 719.416373] env[69287]: _type = "Task" [ 719.416373] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.431917] env[69287]: INFO nova.compute.manager [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Took 52.21 seconds to build instance. [ 719.441532] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450128, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.525223] env[69287]: DEBUG nova.compute.manager [req-44865583-8718-49d2-b134-a8387a80aff2 req-53b251dd-914d-43a5-ac4f-2da926c5aa51 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Received event network-vif-plugged-e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.525300] env[69287]: DEBUG oslo_concurrency.lockutils [req-44865583-8718-49d2-b134-a8387a80aff2 req-53b251dd-914d-43a5-ac4f-2da926c5aa51 service nova] Acquiring lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.525474] env[69287]: DEBUG oslo_concurrency.lockutils [req-44865583-8718-49d2-b134-a8387a80aff2 req-53b251dd-914d-43a5-ac4f-2da926c5aa51 service nova] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.525644] env[69287]: DEBUG oslo_concurrency.lockutils [req-44865583-8718-49d2-b134-a8387a80aff2 req-53b251dd-914d-43a5-ac4f-2da926c5aa51 service nova] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.525800] env[69287]: DEBUG nova.compute.manager [req-44865583-8718-49d2-b134-a8387a80aff2 req-53b251dd-914d-43a5-ac4f-2da926c5aa51 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] No waiting events found dispatching network-vif-plugged-e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.525971] env[69287]: WARNING nova.compute.manager [req-44865583-8718-49d2-b134-a8387a80aff2 req-53b251dd-914d-43a5-ac4f-2da926c5aa51 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Received unexpected event network-vif-plugged-e9e210d1-1712-497e-b8b4-7d950fb309e0 for instance with vm_state building and task_state spawning. [ 719.622990] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updated VIF entry in instance network info cache for port e3807543-437f-4bd3-b13b-89164c0cd6ac. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.623370] env[69287]: DEBUG nova.network.neutron [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [{"id": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "address": "fa:16:3e:56:39:c5", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3807543-43", "ovs_interfaceid": "e3807543-437f-4bd3-b13b-89164c0cd6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.649375] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.649525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquired lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.649669] env[69287]: DEBUG nova.network.neutron [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.696150] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309c332-91f1-45b0-9b4d-8142d9b553f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.704931] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cc0b7c-2014-44fa-b60a-3a2c33385cfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.741680] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5af51f-9bd7-4dcd-b95c-7d803ce2aa6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.750336] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d9def-4f30-4cb6-a329-69cf67db2f49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.766535] env[69287]: DEBUG nova.compute.provider_tree [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.793933] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "6ab24fb4-7b96-47ad-a951-40a856f07f72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.794256] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.794471] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "6ab24fb4-7b96-47ad-a951-40a856f07f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.794683] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.795407] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.797348] env[69287]: INFO nova.compute.manager [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Terminating instance [ 719.847143] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 97%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.905871] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.906258] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.936228] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450128, 'name': Rename_Task, 'duration_secs': 0.161492} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.936228] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.936750] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a2cb131-2e41-41c2-9f9c-c58ea6fbfafa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.945247] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 719.945247] env[69287]: value = "task-3450129" [ 719.945247] env[69287]: _type = "Task" [ 719.945247] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.947158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6e894d1c-1312-48c2-b5e9-081637de2dba tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "702c536d-1471-4b42-b9af-a23fae9347fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.646s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.958730] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.128927] env[69287]: DEBUG oslo_concurrency.lockutils [req-e51464e7-cbe7-476a-a800-b0546f241b49 req-73c15d55-5121-4408-a8df-9f5e65461f1b service nova] Releasing lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.200461] env[69287]: DEBUG nova.network.neutron [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.268563] env[69287]: DEBUG nova.network.neutron [-] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.273526] env[69287]: DEBUG nova.scheduler.client.report [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.298934] env[69287]: DEBUG nova.network.neutron [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updated VIF entry in instance network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.299326] env[69287]: DEBUG nova.network.neutron [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.305018] env[69287]: DEBUG nova.compute.manager [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.305018] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.305018] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb351229-86c3-4bd9-847c-226abeef50c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.311964] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.312213] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0707b1b-f966-41dd-9219-50b68a52548c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.314412] env[69287]: DEBUG nova.network.neutron [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.321549] env[69287]: DEBUG oslo_vmware.api [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 720.321549] env[69287]: value = "task-3450130" [ 720.321549] env[69287]: _type = "Task" [ 720.321549] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.331498] env[69287]: DEBUG oslo_vmware.api [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.347439] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task} progress is 98%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.453234] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.462144] env[69287]: DEBUG oslo_vmware.api [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450129, 'name': PowerOnVM_Task, 'duration_secs': 0.45866} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.462144] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.462144] env[69287]: INFO nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Took 5.42 seconds to spawn the instance on the hypervisor. [ 720.462144] env[69287]: DEBUG nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.462829] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06da645-6ffa-47c6-863c-660a4d4700bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.550768] env[69287]: DEBUG nova.network.neutron [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updating instance_info_cache with network_info: [{"id": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "address": "fa:16:3e:30:52:dd", "network": {"id": "db0e791b-2773-4ecc-9429-b4fb567d0ae9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1770800039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "148a71b65b4d423a9777eec9440eda86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e210d1-17", "ovs_interfaceid": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.778345] env[69287]: INFO nova.compute.manager [-] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Took 1.54 seconds to deallocate network for instance. [ 720.779144] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.779665] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.783675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.762s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.783895] env[69287]: DEBUG nova.objects.instance [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lazy-loading 'resources' on Instance uuid c2472012-1360-4b78-9672-2f15df185949 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.803058] env[69287]: DEBUG oslo_concurrency.lockutils [req-76240b21-9c7d-401e-b857-d689a43b0334 req-d79e70b4-5120-4d7d-af59-ac831e8a3abd service nova] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.818873] env[69287]: INFO nova.compute.manager [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Took 1.44 seconds to deallocate network for instance. [ 720.835991] env[69287]: DEBUG oslo_vmware.api [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450130, 'name': PowerOffVM_Task, 'duration_secs': 0.29099} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.839187] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.839379] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.846834] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be839b96-06ed-4f11-9ff8-d37c665c2a87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.853962] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450115, 'name': RelocateVM_Task, 'duration_secs': 4.270234} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.854256] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 720.854443] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688780', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'name': 'volume-e5ab885b-90ce-413f-8f2f-ee642b97f024', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6b327b-5fd6-4a60-8358-37a612b17ed5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'serial': 'e5ab885b-90ce-413f-8f2f-ee642b97f024'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 720.855308] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5558d6-3613-4e69-a1d0-07ffa10d8db7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.874716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5388d2ef-76ed-44e2-b96c-7e78e13a03ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.901165] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-e5ab885b-90ce-413f-8f2f-ee642b97f024/volume-e5ab885b-90ce-413f-8f2f-ee642b97f024.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.901853] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c8a832d-1118-4114-8d7f-d5e8019c1b1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.919070] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.919252] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.921188] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleting the datastore file [datastore1] 6ab24fb4-7b96-47ad-a951-40a856f07f72 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.922628] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7592ab34-6b35-4ed6-b553-230f28e2de6d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.925536] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 720.925536] env[69287]: value = "task-3450132" [ 720.925536] env[69287]: _type = "Task" [ 720.925536] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.934018] env[69287]: DEBUG oslo_vmware.api [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 720.934018] env[69287]: value = "task-3450133" [ 720.934018] env[69287]: _type = "Task" [ 720.934018] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.935468] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.952856] env[69287]: DEBUG oslo_vmware.api [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.987194] env[69287]: INFO nova.compute.manager [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Took 43.99 seconds to build instance. [ 720.992355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.053543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Releasing lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.053775] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Instance network_info: |[{"id": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "address": "fa:16:3e:30:52:dd", "network": {"id": "db0e791b-2773-4ecc-9429-b4fb567d0ae9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1770800039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "148a71b65b4d423a9777eec9440eda86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e210d1-17", "ovs_interfaceid": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.054691] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:52:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9e210d1-1712-497e-b8b4-7d950fb309e0', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.063669] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Creating folder: Project (148a71b65b4d423a9777eec9440eda86). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.063997] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3717ac2-9e47-4bb4-93f4-7c0cd2dd9fff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.076242] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Created folder: Project (148a71b65b4d423a9777eec9440eda86) in parent group-v688742. [ 721.076532] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Creating folder: Instances. Parent ref: group-v688833. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.076866] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81cc24e5-b747-4dde-b6b9-af88834cc806 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.090626] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Created folder: Instances in parent group-v688833. [ 721.090894] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.091124] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.091349] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30b266a8-661e-45d3-bc16-e58d950f7126 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.111684] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.111684] env[69287]: value = "task-3450136" [ 721.111684] env[69287]: _type = "Task" [ 721.111684] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.123518] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450136, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.293014] env[69287]: DEBUG nova.compute.utils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 721.294953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.295537] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.299169] env[69287]: DEBUG nova.network.neutron [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.330233] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.380526] env[69287]: DEBUG nova.policy [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8878e2a345574618878bd4142fbed521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c5866a8b1da417282c11c0492e5fe0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.438376] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450132, 'name': ReconfigVM_Task, 'duration_secs': 0.300841} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.445576] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-e5ab885b-90ce-413f-8f2f-ee642b97f024/volume-e5ab885b-90ce-413f-8f2f-ee642b97f024.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.452829] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e944f964-11ee-4500-bbd2-dd2e94b649f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.472118] env[69287]: DEBUG oslo_vmware.api [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168664} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.475737] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.476286] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.476633] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.476881] env[69287]: INFO nova.compute.manager [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Took 1.17 seconds to destroy the instance on the hypervisor. [ 721.477189] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.479071] env[69287]: DEBUG nova.compute.manager [-] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.479237] env[69287]: DEBUG nova.network.neutron [-] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.481054] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 721.481054] env[69287]: value = "task-3450137" [ 721.481054] env[69287]: _type = "Task" [ 721.481054] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.492242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9ec8ccbd-a198-4b8f-89c3-e31744dcf614 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "6afbbc09-9ffa-425b-babc-bc287042937f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.540s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.492595] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.622846] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450136, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.661471] env[69287]: DEBUG nova.compute.manager [req-2546006c-0544-48ae-9c3b-5803fc9c385b req-7e69fd65-c831-4a8e-9fa6-502ad6db58ea service nova] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Received event network-vif-deleted-a3315b57-366a-4dfc-939d-0d9aece0ec90 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.704145] env[69287]: DEBUG nova.compute.manager [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Received event network-changed-e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.704354] env[69287]: DEBUG nova.compute.manager [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Refreshing instance network info cache due to event network-changed-e9e210d1-1712-497e-b8b4-7d950fb309e0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 721.704630] env[69287]: DEBUG oslo_concurrency.lockutils [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] Acquiring lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.704846] env[69287]: DEBUG oslo_concurrency.lockutils [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] Acquired lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.705009] env[69287]: DEBUG nova.network.neutron [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Refreshing network info cache for port e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.790668] env[69287]: DEBUG nova.network.neutron [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Successfully created port: abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.796331] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.831437] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.928729] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b741a3-d111-4768-bc7a-d901bdee8808 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.936874] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3107b7d8-0693-44f3-a893-c3a7003e3bc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.988556] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b2f363-c094-4815-b294-f06e3f72bf43 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.997702] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.000210] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.004420] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a8b469-8510-4415-a61a-74b0f6e24587 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.024018] env[69287]: DEBUG nova.compute.provider_tree [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.123969] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450136, 'name': CreateVM_Task, 'duration_secs': 0.539627} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.124173] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.124913] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.125196] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.125592] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.125869] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d70fb82-1813-4c65-a620-da4184e61574 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.132305] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 722.132305] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b6a2b7-3e9f-f743-921a-0d93bd65d3be" [ 722.132305] env[69287]: _type = "Task" [ 722.132305] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.140941] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b6a2b7-3e9f-f743-921a-0d93bd65d3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.357362] env[69287]: DEBUG nova.network.neutron [-] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.494349] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.507686] env[69287]: DEBUG nova.network.neutron [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updated VIF entry in instance network info cache for port e9e210d1-1712-497e-b8b4-7d950fb309e0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.508088] env[69287]: DEBUG nova.network.neutron [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updating instance_info_cache with network_info: [{"id": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "address": "fa:16:3e:30:52:dd", "network": {"id": "db0e791b-2773-4ecc-9429-b4fb567d0ae9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1770800039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "148a71b65b4d423a9777eec9440eda86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e210d1-17", "ovs_interfaceid": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.524609] env[69287]: DEBUG nova.scheduler.client.report [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.543287] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.643756] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b6a2b7-3e9f-f743-921a-0d93bd65d3be, 'name': SearchDatastore_Task, 'duration_secs': 0.028348} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.644415] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.644492] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.644892] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.645125] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.645326] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.645735] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da91ffd4-7404-4a75-8802-3a416245d8a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.657733] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.657920] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.658666] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21508a68-e10d-4329-b5af-66804a5c0aea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.668268] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 722.668268] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ddaaf5-fb44-7575-7927-133f542574f1" [ 722.668268] env[69287]: _type = "Task" [ 722.668268] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.676476] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ddaaf5-fb44-7575-7927-133f542574f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.806455] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.829950] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.830413] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.830658] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.830991] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.831205] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.831422] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.831704] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.832052] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.832312] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.832531] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.832775] env[69287]: DEBUG nova.virt.hardware [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.834093] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615c2d4-cda5-4d7d-988e-10d3133094de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.847913] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44919b5a-e658-4034-80e3-a80d68fa5702 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.865397] env[69287]: INFO nova.compute.manager [-] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Took 1.39 seconds to deallocate network for instance. [ 722.994686] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450137, 'name': ReconfigVM_Task, 'duration_secs': 1.169204} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.995044] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688780', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'name': 'volume-e5ab885b-90ce-413f-8f2f-ee642b97f024', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6b327b-5fd6-4a60-8358-37a612b17ed5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'serial': 'e5ab885b-90ce-413f-8f2f-ee642b97f024'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 722.995633] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0418032-1869-40d3-b7b2-13971899e9e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.003618] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 723.003618] env[69287]: value = "task-3450138" [ 723.003618] env[69287]: _type = "Task" [ 723.003618] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.013029] env[69287]: DEBUG oslo_concurrency.lockutils [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] Releasing lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.013029] env[69287]: DEBUG nova.compute.manager [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Received event network-vif-deleted-e3807543-437f-4bd3-b13b-89164c0cd6ac {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.013215] env[69287]: DEBUG nova.compute.manager [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.013393] env[69287]: DEBUG nova.compute.manager [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing instance network info cache due to event network-changed-60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.013602] env[69287]: DEBUG oslo_concurrency.lockutils [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] Acquiring lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.013744] env[69287]: DEBUG oslo_concurrency.lockutils [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] Acquired lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.013903] env[69287]: DEBUG nova.network.neutron [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Refreshing network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.015447] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450138, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.030799] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.034930] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.448s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.036520] env[69287]: INFO nova.compute.claims [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.058737] env[69287]: INFO nova.scheduler.client.report [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted allocations for instance c2472012-1360-4b78-9672-2f15df185949 [ 723.071962] env[69287]: INFO nova.compute.manager [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Rebuilding instance [ 723.140412] env[69287]: DEBUG nova.compute.manager [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.140808] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4529371-d392-45fd-b2a4-2dfc8796f354 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.188663] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ddaaf5-fb44-7575-7927-133f542574f1, 'name': SearchDatastore_Task, 'duration_secs': 0.033792} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.189465] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e547bb-8a33-4e4b-869e-a5d179d1e83a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.197032] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 723.197032] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52097c1d-2ae3-5037-f3a7-d0ab29225443" [ 723.197032] env[69287]: _type = "Task" [ 723.197032] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.205142] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52097c1d-2ae3-5037-f3a7-d0ab29225443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.374378] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.524624] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450138, 'name': Rename_Task, 'duration_secs': 0.154931} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.526781] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.529384] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f953b3f9-0c61-4460-93b5-50740ea14060 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.534599] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 723.534599] env[69287]: value = "task-3450139" [ 723.534599] env[69287]: _type = "Task" [ 723.534599] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.545121] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.570795] env[69287]: DEBUG oslo_concurrency.lockutils [None req-476d87aa-bdf2-44fe-8da5-2619d953f9b4 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "c2472012-1360-4b78-9672-2f15df185949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.030s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.576358] env[69287]: DEBUG nova.network.neutron [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Successfully updated port: abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.706298] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52097c1d-2ae3-5037-f3a7-d0ab29225443, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.706569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.706828] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a1e62b27-e8ff-4058-bb39-f3619a3335b0/a1e62b27-e8ff-4058-bb39-f3619a3335b0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.707104] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d585c4c7-44e0-4e19-9592-60d62212fb18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.713774] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 723.713774] env[69287]: value = "task-3450140" [ 723.713774] env[69287]: _type = "Task" [ 723.713774] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.722034] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.730711] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "702c536d-1471-4b42-b9af-a23fae9347fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.730952] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "702c536d-1471-4b42-b9af-a23fae9347fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.731207] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "702c536d-1471-4b42-b9af-a23fae9347fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.731397] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "702c536d-1471-4b42-b9af-a23fae9347fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.731593] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "702c536d-1471-4b42-b9af-a23fae9347fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.735169] env[69287]: DEBUG nova.compute.manager [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Received event network-vif-plugged-abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.735339] env[69287]: DEBUG oslo_concurrency.lockutils [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] Acquiring lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.735533] env[69287]: DEBUG oslo_concurrency.lockutils [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.735699] env[69287]: DEBUG oslo_concurrency.lockutils [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.735862] env[69287]: DEBUG nova.compute.manager [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] No waiting events found dispatching network-vif-plugged-abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.736037] env[69287]: WARNING nova.compute.manager [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Received unexpected event network-vif-plugged-abd7b3eb-aec8-4b77-8220-0d0d6da22f64 for instance with vm_state building and task_state spawning. [ 723.736236] env[69287]: DEBUG nova.compute.manager [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Received event network-changed-abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.736390] env[69287]: DEBUG nova.compute.manager [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Refreshing instance network info cache due to event network-changed-abd7b3eb-aec8-4b77-8220-0d0d6da22f64. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.736564] env[69287]: DEBUG oslo_concurrency.lockutils [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] Acquiring lock "refresh_cache-3c6d72c1-e6c8-416e-9d15-0fc141b7c047" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.736727] env[69287]: DEBUG oslo_concurrency.lockutils [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] Acquired lock "refresh_cache-3c6d72c1-e6c8-416e-9d15-0fc141b7c047" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.736845] env[69287]: DEBUG nova.network.neutron [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Refreshing network info cache for port abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.738437] env[69287]: INFO nova.compute.manager [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Terminating instance [ 723.833623] env[69287]: DEBUG nova.compute.manager [req-9ae66b32-1574-4fa4-85d8-b16c40d6fc6d req-bbe57e46-75db-4a48-950b-ec1bb75ace24 service nova] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Received event network-vif-deleted-e887fb04-95e0-4a4a-a00c-9d06ef114e7a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.933414] env[69287]: DEBUG nova.network.neutron [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updated VIF entry in instance network info cache for port 60e68088-af55-4245-b2e4-defaa2ed236e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.933893] env[69287]: DEBUG nova.network.neutron [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [{"id": "60e68088-af55-4245-b2e4-defaa2ed236e", "address": "fa:16:3e:1c:b7:ad", "network": {"id": "66adcd9e-a202-4ddf-bebc-4ac992b7bc0d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-444409278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35939c9542fe4ba6b5cfec1bbeedf9b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e68088-af", "ovs_interfaceid": "60e68088-af55-4245-b2e4-defaa2ed236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.048063] env[69287]: DEBUG oslo_vmware.api [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450139, 'name': PowerOnVM_Task, 'duration_secs': 0.44159} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.048465] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.048683] env[69287]: INFO nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Took 9.95 seconds to spawn the instance on the hypervisor. [ 724.048861] env[69287]: DEBUG nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.053288] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544d32c1-abab-4efe-b512-230a3f9fcdb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.078696] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "refresh_cache-3c6d72c1-e6c8-416e-9d15-0fc141b7c047" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.160034] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.160412] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b48676-c0b4-4760-aebf-005356cefa43 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.170220] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 724.170220] env[69287]: value = "task-3450141" [ 724.170220] env[69287]: _type = "Task" [ 724.170220] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.190020] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.228016] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.246442] env[69287]: DEBUG nova.compute.manager [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.246503] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.250026] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074cf228-63c5-47e9-952e-dead9adad1f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.258941] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.262411] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b045710-6ed0-47d1-9655-652cd85f0794 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.272281] env[69287]: DEBUG oslo_vmware.api [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 724.272281] env[69287]: value = "task-3450142" [ 724.272281] env[69287]: _type = "Task" [ 724.272281] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.283272] env[69287]: DEBUG oslo_vmware.api [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.315114] env[69287]: DEBUG nova.network.neutron [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.436197] env[69287]: DEBUG oslo_concurrency.lockutils [req-535249fc-cbff-4e5a-9225-d04eefd2272d req-8a095529-327c-4b93-b6de-999d4936ae07 service nova] Releasing lock "refresh_cache-1201c389-67f9-4a49-8d04-0fffbe8cf528" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.498130] env[69287]: DEBUG nova.network.neutron [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.577601] env[69287]: INFO nova.compute.manager [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Took 48.62 seconds to build instance. [ 724.688451] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450141, 'name': PowerOffVM_Task, 'duration_secs': 0.290845} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.688737] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.689395] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.693023] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65813b55-50e1-4d73-8387-edd7e77200af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.697564] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.697564] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af8ab74-bb55-4b91-abb3-f56e90e4462d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.726151] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.726151] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.726151] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Deleting the datastore file [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.726151] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600c00ff-1689-4f67-9ea6-248bc4948a69 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.734732] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728757} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.738051] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a1e62b27-e8ff-4058-bb39-f3619a3335b0/a1e62b27-e8ff-4058-bb39-f3619a3335b0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.738051] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.738277] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c740f-96a4-4a86-9e90-e6112b96849d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.741766] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f73bc5-6276-4c79-9788-f43f0edcd3fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.747055] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 724.747055] env[69287]: value = "task-3450144" [ 724.747055] env[69287]: _type = "Task" [ 724.747055] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.751314] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 724.751314] env[69287]: value = "task-3450145" [ 724.751314] env[69287]: _type = "Task" [ 724.751314] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.752955] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1b53ed-36c9-4c05-a0bf-b7e1b28b7aab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.763976] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.771016] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.803121] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b5b507-a135-4182-b2ef-f183a5959eab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.813409] env[69287]: DEBUG oslo_vmware.api [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450142, 'name': PowerOffVM_Task, 'duration_secs': 0.263247} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.815980] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.816321] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.816660] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a41d053-33b9-45f5-9e23-e41e761a1648 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.819521] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28efec09-5e77-4eee-9063-b901e46a5636 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.835437] env[69287]: DEBUG nova.compute.provider_tree [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.879146] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.879146] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.879146] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Deleting the datastore file [datastore2] 702c536d-1471-4b42-b9af-a23fae9347fd {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.879146] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e249f3e-9d95-48d6-9fd2-472f954a0b5d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.884531] env[69287]: DEBUG oslo_vmware.api [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for the task: (returnval){ [ 724.884531] env[69287]: value = "task-3450147" [ 724.884531] env[69287]: _type = "Task" [ 724.884531] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.893588] env[69287]: DEBUG oslo_vmware.api [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.000510] env[69287]: DEBUG oslo_concurrency.lockutils [req-9b0665a6-076b-42ad-8249-f2dab32f6c21 req-f7ac34c1-e554-4026-879c-cc04cdc63771 service nova] Releasing lock "refresh_cache-3c6d72c1-e6c8-416e-9d15-0fc141b7c047" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.000905] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquired lock "refresh_cache-3c6d72c1-e6c8-416e-9d15-0fc141b7c047" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.001067] env[69287]: DEBUG nova.network.neutron [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.080766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8302e1a-224e-4dbd-b47d-04c430c5f127 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.152s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.255938] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104192} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.259918] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.259918] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.260067] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.271083] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078182} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.271083] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.271083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3305510f-4009-4082-9547-cc799a986b9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.294474] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] a1e62b27-e8ff-4058-bb39-f3619a3335b0/a1e62b27-e8ff-4058-bb39-f3619a3335b0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.295649] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d64b1fe-d9f2-41b3-aa54-74330fafef48 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.317302] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 725.317302] env[69287]: value = "task-3450148" [ 725.317302] env[69287]: _type = "Task" [ 725.317302] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.326212] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.341275] env[69287]: DEBUG nova.scheduler.client.report [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.396974] env[69287]: DEBUG oslo_vmware.api [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Task: {'id': task-3450147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132322} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.397524] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.397958] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.398310] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.398578] env[69287]: INFO nova.compute.manager [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 725.398976] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.399337] env[69287]: DEBUG nova.compute.manager [-] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.399524] env[69287]: DEBUG nova.network.neutron [-] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.548269] env[69287]: DEBUG nova.network.neutron [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.585178] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.762139] env[69287]: DEBUG nova.network.neutron [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Updating instance_info_cache with network_info: [{"id": "abd7b3eb-aec8-4b77-8220-0d0d6da22f64", "address": "fa:16:3e:b8:0c:7b", "network": {"id": "832b7e2b-abb7-465a-8149-1d7affd6e160", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-695855287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c5866a8b1da417282c11c0492e5fe0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd7b3eb-ae", "ovs_interfaceid": "abd7b3eb-aec8-4b77-8220-0d0d6da22f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.830440] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450148, 'name': ReconfigVM_Task, 'duration_secs': 0.294831} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.830749] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Reconfigured VM instance instance-0000001c to attach disk [datastore1] a1e62b27-e8ff-4058-bb39-f3619a3335b0/a1e62b27-e8ff-4058-bb39-f3619a3335b0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.831393] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa2d21d8-dee6-404b-ac8f-8308dcbf4c83 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.837841] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 725.837841] env[69287]: value = "task-3450149" [ 725.837841] env[69287]: _type = "Task" [ 725.837841] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.847060] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.850245] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.850245] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450149, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.850422] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.432s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.853289] env[69287]: INFO nova.compute.claims [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.975846] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.976116] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.007718] env[69287]: DEBUG nova.compute.manager [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Received event network-changed-6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.007917] env[69287]: DEBUG nova.compute.manager [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Refreshing instance network info cache due to event network-changed-6138b08d-6749-46e6-90e9-d2b8d370b609. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.008142] env[69287]: DEBUG oslo_concurrency.lockutils [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] Acquiring lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.008893] env[69287]: DEBUG oslo_concurrency.lockutils [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] Acquired lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.008893] env[69287]: DEBUG nova.network.neutron [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Refreshing network info cache for port 6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.098942] env[69287]: DEBUG nova.compute.manager [req-4feaeb2b-48a0-4a52-8b22-9d74c38f1208 req-4e3ba917-5402-4587-8f4c-c0cdbbef7e8d service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Received event network-vif-deleted-dc92f2b9-4193-435a-a5c1-36155b2f606b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.099198] env[69287]: INFO nova.compute.manager [req-4feaeb2b-48a0-4a52-8b22-9d74c38f1208 req-4e3ba917-5402-4587-8f4c-c0cdbbef7e8d service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Neutron deleted interface dc92f2b9-4193-435a-a5c1-36155b2f606b; detaching it from the instance and deleting it from the info cache [ 726.099406] env[69287]: DEBUG nova.network.neutron [req-4feaeb2b-48a0-4a52-8b22-9d74c38f1208 req-4e3ba917-5402-4587-8f4c-c0cdbbef7e8d service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.122804] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.249224] env[69287]: DEBUG nova.network.neutron [-] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.268824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Releasing lock "refresh_cache-3c6d72c1-e6c8-416e-9d15-0fc141b7c047" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.268824] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Instance network_info: |[{"id": "abd7b3eb-aec8-4b77-8220-0d0d6da22f64", "address": "fa:16:3e:b8:0c:7b", "network": {"id": "832b7e2b-abb7-465a-8149-1d7affd6e160", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-695855287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c5866a8b1da417282c11c0492e5fe0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd7b3eb-ae", "ovs_interfaceid": "abd7b3eb-aec8-4b77-8220-0d0d6da22f64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.269023] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:0c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd7b3eb-aec8-4b77-8220-0d0d6da22f64', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.276591] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Creating folder: Project (5c5866a8b1da417282c11c0492e5fe0d). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.279575] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97912043-2d0b-48ca-9959-1ca2a9332130 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.291132] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Created folder: Project (5c5866a8b1da417282c11c0492e5fe0d) in parent group-v688742. [ 726.291365] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Creating folder: Instances. Parent ref: group-v688836. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.291600] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5054fd-b63b-45e0-8b8d-7162562ac493 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.303610] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Created folder: Instances in parent group-v688836. [ 726.303857] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.304028] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.304251] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d5c618-b305-4797-baec-25502cf1f0d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.322620] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.322869] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.323094] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.323336] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.323490] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.323637] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.323843] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.324446] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.324446] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.324594] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.324734] env[69287]: DEBUG nova.virt.hardware [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.325559] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d246c-cedc-4c09-8232-8037f4c0b70a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.333202] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e0794-12d3-43f1-845c-ade6ee1dff80 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.338316] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.338316] env[69287]: value = "task-3450152" [ 726.338316] env[69287]: _type = "Task" [ 726.338316] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.355024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.357742] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.358782] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.360152] env[69287]: DEBUG nova.compute.utils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.367919] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ae08697-fdd7-48d6-9e66-2a2c1006cf4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.384369] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.384369] env[69287]: DEBUG nova.network.neutron [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.388448] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450149, 'name': Rename_Task, 'duration_secs': 0.134423} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.389010] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450152, 'name': CreateVM_Task} progress is 15%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.390451] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.394017] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ef303f-769a-4624-b852-19ecb78e25ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.394869] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.394869] env[69287]: value = "task-3450153" [ 726.394869] env[69287]: _type = "Task" [ 726.394869] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.401628] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 726.401628] env[69287]: value = "task-3450154" [ 726.401628] env[69287]: _type = "Task" [ 726.401628] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.408694] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450153, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.415633] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.490718] env[69287]: DEBUG nova.policy [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c796d62c1b14558b1e5aca9e826d715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ad1fce511488c906826fab4dcc9f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.611189] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8afab0ca-f885-4b41-8db6-b40c9fadfed8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.624326] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a796a336-8660-4b3a-a0e3-13319735301f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.665371] env[69287]: DEBUG nova.compute.manager [req-4feaeb2b-48a0-4a52-8b22-9d74c38f1208 req-4e3ba917-5402-4587-8f4c-c0cdbbef7e8d service nova] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Detach interface failed, port_id=dc92f2b9-4193-435a-a5c1-36155b2f606b, reason: Instance 702c536d-1471-4b42-b9af-a23fae9347fd could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 726.754550] env[69287]: INFO nova.compute.manager [-] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Took 1.35 seconds to deallocate network for instance. [ 726.834052] env[69287]: DEBUG nova.network.neutron [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updated VIF entry in instance network info cache for port 6138b08d-6749-46e6-90e9-d2b8d370b609. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.834495] env[69287]: DEBUG nova.network.neutron [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updating instance_info_cache with network_info: [{"id": "6138b08d-6749-46e6-90e9-d2b8d370b609", "address": "fa:16:3e:e7:e4:77", "network": {"id": "dedf5381-728e-4627-967c-355a29f8163b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-400070226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b356420f91413186537c631e0bcb86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6138b08d-67", "ovs_interfaceid": "6138b08d-6749-46e6-90e9-d2b8d370b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.850724] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450152, 'name': CreateVM_Task, 'duration_secs': 0.35997} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.850917] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.851626] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.851790] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.852243] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.852407] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bd46ad-3ddc-4e84-99bb-442b5f229810 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.857890] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 726.857890] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528db1b8-bbf2-6eef-a3d8-07118c4801ce" [ 726.857890] env[69287]: _type = "Task" [ 726.857890] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.862368] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.866273] env[69287]: DEBUG nova.network.neutron [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Successfully created port: 819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.871565] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528db1b8-bbf2-6eef-a3d8-07118c4801ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.905975] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450153, 'name': CreateVM_Task, 'duration_secs': 0.305175} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.909631] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.910327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.910492] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.910797] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.911499] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5786fae5-0f27-49f3-92c5-2a031ea7f37b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.918975] env[69287]: DEBUG oslo_vmware.api [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450154, 'name': PowerOnVM_Task, 'duration_secs': 0.494322} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.919696] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.920090] env[69287]: INFO nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Took 9.09 seconds to spawn the instance on the hypervisor. [ 726.920193] env[69287]: DEBUG nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.921143] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafc567-8a34-4127-8979-a817a98f4dca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.925142] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 726.925142] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b44e93-de49-01fd-6039-37eb0231cad8" [ 726.925142] env[69287]: _type = "Task" [ 726.925142] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.938293] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b44e93-de49-01fd-6039-37eb0231cad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.261059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.339032] env[69287]: DEBUG oslo_concurrency.lockutils [req-b17ca2ce-83f6-4d8b-bc1a-b99a0d5ce629 req-21dbb27f-d882-4d44-b2bc-33855a15548d service nova] Releasing lock "refresh_cache-fa6b327b-5fd6-4a60-8358-37a612b17ed5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.372235] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528db1b8-bbf2-6eef-a3d8-07118c4801ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.380490] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.380840] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.381215] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.381455] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.381728] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.382547] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb786fd3-6778-4d23-9667-4005b12a9ccc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.393485] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.393681] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.396909] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2353f8d2-2485-4d2b-80a4-fc1f90ea0b74 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.438845] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 727.438845] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5221fd77-d105-1f49-afb3-f5ea8cef5dfa" [ 727.438845] env[69287]: _type = "Task" [ 727.438845] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.438845] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5221fd77-d105-1f49-afb3-f5ea8cef5dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.438845] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2473b789-b58f-4aac-9f45-e46794d73369 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.438845] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61607e3c-68a1-4d59-9d9c-36368d40b0b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.444071] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b44e93-de49-01fd-6039-37eb0231cad8, 'name': SearchDatastore_Task, 'duration_secs': 0.025251} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.445143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.445476] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.445709] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.445854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.446052] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.446673] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03379d35-9628-4ed8-86cb-0d17d7f04466 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.477397] env[69287]: INFO nova.compute.manager [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Took 46.11 seconds to build instance. [ 727.479315] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eace91-7060-495b-9649-11faa28baaca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.487407] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086a342-df21-41c6-9f81-47e4697026b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.501550] env[69287]: DEBUG nova.compute.provider_tree [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.509241] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.509241] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.510283] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20bb42ec-cd03-4487-9924-eca1c92f1587 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.516148] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 727.516148] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cd45a4-1bcd-4b80-7f78-489509ee6312" [ 727.516148] env[69287]: _type = "Task" [ 727.516148] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.523771] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cd45a4-1bcd-4b80-7f78-489509ee6312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.884249] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.914892] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5221fd77-d105-1f49-afb3-f5ea8cef5dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.917951] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.918228] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.918391] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.918575] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.918722] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.918870] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.919101] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.919273] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.919442] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.919598] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.919769] env[69287]: DEBUG nova.virt.hardware [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.921045] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd24a5e-7339-454a-9dbb-8f7b6840b3c4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.923476] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f847efa3-c858-4b26-ad18-1742e847861f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.932323] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d956b4-da56-4d83-945c-86aaf16a0bc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.937276] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 727.937276] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e99153-1be1-55cb-451e-7a187b8a27ce" [ 727.937276] env[69287]: _type = "Task" [ 727.937276] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.958695] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e99153-1be1-55cb-451e-7a187b8a27ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.983375] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5561c82-f416-4d38-86b4-f79c21fcfeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.097s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.004916] env[69287]: DEBUG nova.scheduler.client.report [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.028458] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cd45a4-1bcd-4b80-7f78-489509ee6312, 'name': SearchDatastore_Task, 'duration_secs': 0.036859} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.029736] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74efa799-ba83-4b86-aee8-b3e11301993b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.035921] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 728.035921] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d3f60c-badb-a659-1165-573b222bc4c3" [ 728.035921] env[69287]: _type = "Task" [ 728.035921] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.045316] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d3f60c-badb-a659-1165-573b222bc4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.451809] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e99153-1be1-55cb-451e-7a187b8a27ce, 'name': SearchDatastore_Task, 'duration_secs': 0.02864} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.452105] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.452389] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 3c6d72c1-e6c8-416e-9d15-0fc141b7c047/3c6d72c1-e6c8-416e-9d15-0fc141b7c047.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.452648] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-371ba5c9-c809-4c5e-803a-70db0e764fac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.460651] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 728.460651] env[69287]: value = "task-3450155" [ 728.460651] env[69287]: _type = "Task" [ 728.460651] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.471846] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.486439] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.513020] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.513020] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.514436] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.144s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.514652] env[69287]: DEBUG nova.objects.instance [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lazy-loading 'resources' on Instance uuid 663032db-816b-4c17-bc0b-15ea967f4a8e {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.550170] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d3f60c-badb-a659-1165-573b222bc4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.550170] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.550170] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.550170] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bdcd0da-2818-4878-bc32-dd6ef2c5df5d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.555682] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 728.555682] env[69287]: value = "task-3450156" [ 728.555682] env[69287]: _type = "Task" [ 728.555682] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.565123] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.635498] env[69287]: DEBUG nova.network.neutron [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Successfully updated port: 819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.806214] env[69287]: DEBUG nova.compute.manager [req-0bdad146-e491-4c46-8c58-687fb3d57e7d req-0c49fa93-7805-420f-a2a1-ade3a4fef2cb service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Received event network-vif-plugged-819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.806539] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bdad146-e491-4c46-8c58-687fb3d57e7d req-0c49fa93-7805-420f-a2a1-ade3a4fef2cb service nova] Acquiring lock "8ba20081-cf84-4cf8-8928-e0dc6719d518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.806715] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bdad146-e491-4c46-8c58-687fb3d57e7d req-0c49fa93-7805-420f-a2a1-ade3a4fef2cb service nova] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.806889] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bdad146-e491-4c46-8c58-687fb3d57e7d req-0c49fa93-7805-420f-a2a1-ade3a4fef2cb service nova] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.807936] env[69287]: DEBUG nova.compute.manager [req-0bdad146-e491-4c46-8c58-687fb3d57e7d req-0c49fa93-7805-420f-a2a1-ade3a4fef2cb service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] No waiting events found dispatching network-vif-plugged-819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.808345] env[69287]: WARNING nova.compute.manager [req-0bdad146-e491-4c46-8c58-687fb3d57e7d req-0c49fa93-7805-420f-a2a1-ade3a4fef2cb service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Received unexpected event network-vif-plugged-819ad173-df6d-465b-ac1f-fcc62cc6d36d for instance with vm_state building and task_state spawning. [ 728.972131] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505134} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.972507] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 3c6d72c1-e6c8-416e-9d15-0fc141b7c047/3c6d72c1-e6c8-416e-9d15-0fc141b7c047.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.972788] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.973130] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0745fb00-12c9-45c4-a91d-85c14fd94fa2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.982416] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 728.982416] env[69287]: value = "task-3450157" [ 728.982416] env[69287]: _type = "Task" [ 728.982416] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.997303] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.016271] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.017752] env[69287]: DEBUG nova.compute.utils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.022123] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.022379] env[69287]: DEBUG nova.network.neutron [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.073315] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.094972] env[69287]: DEBUG nova.policy [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02d055f69194436399cec1a36c68ae25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18406da3d99e452599094fc801084de1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.138896] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "refresh_cache-8ba20081-cf84-4cf8-8928-e0dc6719d518" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139084] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired lock "refresh_cache-8ba20081-cf84-4cf8-8928-e0dc6719d518" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139244] env[69287]: DEBUG nova.network.neutron [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.494046] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102646} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.494046] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.494523] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53f62aa-60bf-442f-9de8-ba8a75f180cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.519509] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 3c6d72c1-e6c8-416e-9d15-0fc141b7c047/3c6d72c1-e6c8-416e-9d15-0fc141b7c047.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.522931] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a2cac3-ba12-4093-ba4a-4cdd085c23ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.539738] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.553269] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 729.553269] env[69287]: value = "task-3450158" [ 729.553269] env[69287]: _type = "Task" [ 729.553269] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.563916] env[69287]: DEBUG nova.network.neutron [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Successfully created port: b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.565953] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.573017] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688057} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.573327] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.573611] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.573876] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7c90590-e3f4-476b-b1be-a015c97939b7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.582160] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 729.582160] env[69287]: value = "task-3450159" [ 729.582160] env[69287]: _type = "Task" [ 729.582160] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.589699] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.689675] env[69287]: DEBUG nova.network.neutron [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.698504] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5070b19a-3d76-41f5-b05f-96707f96980b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.706012] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fac07f-18e1-4424-a584-08a3002af8bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.738861] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7480fe4-2f24-4a18-8a41-63f18aed7d79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.747138] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4610ea-1639-463e-a3ff-b80e04902909 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.760561] env[69287]: DEBUG nova.compute.provider_tree [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.860116] env[69287]: DEBUG nova.network.neutron [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Updating instance_info_cache with network_info: [{"id": "819ad173-df6d-465b-ac1f-fcc62cc6d36d", "address": "fa:16:3e:97:f6:e6", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap819ad173-df", "ovs_interfaceid": "819ad173-df6d-465b-ac1f-fcc62cc6d36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.064994] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.091866] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.264062] env[69287]: DEBUG nova.scheduler.client.report [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.363655] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Releasing lock "refresh_cache-8ba20081-cf84-4cf8-8928-e0dc6719d518" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.363960] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Instance network_info: |[{"id": "819ad173-df6d-465b-ac1f-fcc62cc6d36d", "address": "fa:16:3e:97:f6:e6", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap819ad173-df", "ovs_interfaceid": "819ad173-df6d-465b-ac1f-fcc62cc6d36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.364405] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:f6:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '819ad173-df6d-465b-ac1f-fcc62cc6d36d', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.372704] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.372945] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.373288] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db9861c-93d9-48ae-bfe2-77329b8796fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.393716] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.393716] env[69287]: value = "task-3450160" [ 730.393716] env[69287]: _type = "Task" [ 730.393716] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.401591] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450160, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.554246] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.566969] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.580300] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.580804] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.581073] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.581363] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.581776] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.581973] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.582265] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.582488] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.582924] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.582924] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.583127] env[69287]: DEBUG nova.virt.hardware [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.584034] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d13bbb-1f15-4eb1-b388-03db873d0455 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.598328] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5075a0-e321-45ae-ad76-a746e793920f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.602231] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.759597} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.602497] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.603587] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb7279c-a913-41ab-82f1-50175f027df0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.631998] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.632361] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80849318-aaed-428c-8b94-d308c17a6677 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.654147] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 730.654147] env[69287]: value = "task-3450161" [ 730.654147] env[69287]: _type = "Task" [ 730.654147] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.662075] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.769091] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.771833] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.414s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.794111] env[69287]: INFO nova.scheduler.client.report [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Deleted allocations for instance 663032db-816b-4c17-bc0b-15ea967f4a8e [ 730.879363] env[69287]: DEBUG nova.compute.manager [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Received event network-changed-819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.879627] env[69287]: DEBUG nova.compute.manager [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Refreshing instance network info cache due to event network-changed-819ad173-df6d-465b-ac1f-fcc62cc6d36d. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.879809] env[69287]: DEBUG oslo_concurrency.lockutils [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] Acquiring lock "refresh_cache-8ba20081-cf84-4cf8-8928-e0dc6719d518" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.880013] env[69287]: DEBUG oslo_concurrency.lockutils [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] Acquired lock "refresh_cache-8ba20081-cf84-4cf8-8928-e0dc6719d518" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.880234] env[69287]: DEBUG nova.network.neutron [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Refreshing network info cache for port 819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.906323] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450160, 'name': CreateVM_Task, 'duration_secs': 0.398158} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.906479] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.907143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.907311] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.907622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.907871] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bec0e6-df07-49a8-b417-c661e76eb304 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.912508] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 730.912508] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52244fb1-d612-84cf-49e5-02d60ae89594" [ 730.912508] env[69287]: _type = "Task" [ 730.912508] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.922737] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52244fb1-d612-84cf-49e5-02d60ae89594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.066867] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450158, 'name': ReconfigVM_Task, 'duration_secs': 1.205908} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.067224] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 3c6d72c1-e6c8-416e-9d15-0fc141b7c047/3c6d72c1-e6c8-416e-9d15-0fc141b7c047.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.068375] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd4cd243-2c16-4abc-839e-7556b5918537 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.074583] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 731.074583] env[69287]: value = "task-3450162" [ 731.074583] env[69287]: _type = "Task" [ 731.074583] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.082823] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450162, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.163972] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.307057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d022993a-276b-4381-b432-83de0cc7e821 tempest-ServerDiagnosticsTest-1535472687 tempest-ServerDiagnosticsTest-1535472687-project-member] Lock "663032db-816b-4c17-bc0b-15ea967f4a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.456s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.423292] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52244fb1-d612-84cf-49e5-02d60ae89594, 'name': SearchDatastore_Task, 'duration_secs': 0.014786} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.425947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.426243] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.426481] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.426626] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.426795] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.427444] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b9a049-9da2-4ed0-8c11-17be9677c4e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.441717] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.441717] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.441717] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32087be0-618b-4c76-a834-9c552cc07442 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.446194] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 731.446194] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cfe123-d92b-7e3e-c7ac-92c91dd704d5" [ 731.446194] env[69287]: _type = "Task" [ 731.446194] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.454618] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cfe123-d92b-7e3e-c7ac-92c91dd704d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.578777] env[69287]: DEBUG nova.network.neutron [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Successfully updated port: b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.589352] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450162, 'name': Rename_Task, 'duration_secs': 0.192622} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.592163] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.593287] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbdab79d-f587-4187-a403-a42eaabf50a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.603022] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 731.603022] env[69287]: value = "task-3450163" [ 731.603022] env[69287]: _type = "Task" [ 731.603022] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.616306] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.667565] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450161, 'name': ReconfigVM_Task, 'duration_secs': 0.551566} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.668052] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f/6afbbc09-9ffa-425b-babc-bc287042937f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.669079] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31c4177-c3f2-4efc-9bde-8ea190f47edd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.678132] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 731.678132] env[69287]: value = "task-3450164" [ 731.678132] env[69287]: _type = "Task" [ 731.678132] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.690572] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450164, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.747706] env[69287]: DEBUG nova.network.neutron [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Updated VIF entry in instance network info cache for port 819ad173-df6d-465b-ac1f-fcc62cc6d36d. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.747706] env[69287]: DEBUG nova.network.neutron [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Updating instance_info_cache with network_info: [{"id": "819ad173-df6d-465b-ac1f-fcc62cc6d36d", "address": "fa:16:3e:97:f6:e6", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap819ad173-df", "ovs_interfaceid": "819ad173-df6d-465b-ac1f-fcc62cc6d36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.882945] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9535564e-bae2-41e0-b252-20851b7e9947 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.892524] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e66ece-a712-402d-811e-317ddca8ed1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.927337] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5755fb-bdff-4947-be25-3bf79cd49795 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.938341] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10dda39-8d13-4c66-bf2e-b5f8585fb289 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.956229] env[69287]: DEBUG nova.compute.provider_tree [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.967618] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cfe123-d92b-7e3e-c7ac-92c91dd704d5, 'name': SearchDatastore_Task, 'duration_secs': 0.046118} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.969079] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c78e4f-68c5-458a-8766-cbee09503192 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.979435] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 731.979435] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b0bbca-4051-a601-eb6b-823a6d13761c" [ 731.979435] env[69287]: _type = "Task" [ 731.979435] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.987239] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b0bbca-4051-a601-eb6b-823a6d13761c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.001268] env[69287]: DEBUG nova.compute.manager [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Received event network-changed-e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.001471] env[69287]: DEBUG nova.compute.manager [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Refreshing instance network info cache due to event network-changed-e9e210d1-1712-497e-b8b4-7d950fb309e0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.001736] env[69287]: DEBUG oslo_concurrency.lockutils [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] Acquiring lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.002055] env[69287]: DEBUG oslo_concurrency.lockutils [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] Acquired lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.002306] env[69287]: DEBUG nova.network.neutron [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Refreshing network info cache for port e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.084166] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "refresh_cache-8bc071fa-1afb-466e-8d6e-d259d9b7be1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.084405] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquired lock "refresh_cache-8bc071fa-1afb-466e-8d6e-d259d9b7be1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.084495] env[69287]: DEBUG nova.network.neutron [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.114561] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.195727] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450164, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.250704] env[69287]: DEBUG oslo_concurrency.lockutils [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] Releasing lock "refresh_cache-8ba20081-cf84-4cf8-8928-e0dc6719d518" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.251422] env[69287]: DEBUG nova.compute.manager [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Received event network-changed-e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.251422] env[69287]: DEBUG nova.compute.manager [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Refreshing instance network info cache due to event network-changed-e9e210d1-1712-497e-b8b4-7d950fb309e0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.251422] env[69287]: DEBUG oslo_concurrency.lockutils [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] Acquiring lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.463771] env[69287]: DEBUG nova.scheduler.client.report [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.490574] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b0bbca-4051-a601-eb6b-823a6d13761c, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.490836] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.491128] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 8ba20081-cf84-4cf8-8928-e0dc6719d518/8ba20081-cf84-4cf8-8928-e0dc6719d518.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.491439] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b4d3400-a1cf-43d3-8267-57c2a06d9a39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.498057] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 732.498057] env[69287]: value = "task-3450165" [ 732.498057] env[69287]: _type = "Task" [ 732.498057] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.509262] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.611969] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.641414] env[69287]: DEBUG nova.network.neutron [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.698026] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450164, 'name': Rename_Task, 'duration_secs': 0.761717} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.698026] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.698026] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c0ffcb3-569b-42f7-bbda-9d14988b4744 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.704824] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 732.704824] env[69287]: value = "task-3450166" [ 732.704824] env[69287]: _type = "Task" [ 732.704824] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.714888] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.788177] env[69287]: DEBUG nova.network.neutron [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updated VIF entry in instance network info cache for port e9e210d1-1712-497e-b8b4-7d950fb309e0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.788706] env[69287]: DEBUG nova.network.neutron [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updating instance_info_cache with network_info: [{"id": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "address": "fa:16:3e:30:52:dd", "network": {"id": "db0e791b-2773-4ecc-9429-b4fb567d0ae9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1770800039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "148a71b65b4d423a9777eec9440eda86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e210d1-17", "ovs_interfaceid": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.865728] env[69287]: DEBUG nova.network.neutron [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Updating instance_info_cache with network_info: [{"id": "b1ae7ef4-9585-41b6-b371-1484ccbbe616", "address": "fa:16:3e:f5:a8:94", "network": {"id": "f29b4dd2-7945-44d1-9afa-ca5791b63433", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2022685008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18406da3d99e452599094fc801084de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ae7ef4-95", "ovs_interfaceid": "b1ae7ef4-9585-41b6-b371-1484ccbbe616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.009914] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.037078] env[69287]: DEBUG nova.compute.manager [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Received event network-vif-plugged-b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.037365] env[69287]: DEBUG oslo_concurrency.lockutils [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] Acquiring lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.037834] env[69287]: DEBUG oslo_concurrency.lockutils [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.037988] env[69287]: DEBUG oslo_concurrency.lockutils [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.038355] env[69287]: DEBUG nova.compute.manager [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] No waiting events found dispatching network-vif-plugged-b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.038396] env[69287]: WARNING nova.compute.manager [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Received unexpected event network-vif-plugged-b1ae7ef4-9585-41b6-b371-1484ccbbe616 for instance with vm_state building and task_state spawning. [ 733.038575] env[69287]: DEBUG nova.compute.manager [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Received event network-changed-b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.038710] env[69287]: DEBUG nova.compute.manager [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Refreshing instance network info cache due to event network-changed-b1ae7ef4-9585-41b6-b371-1484ccbbe616. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.038905] env[69287]: DEBUG oslo_concurrency.lockutils [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] Acquiring lock "refresh_cache-8bc071fa-1afb-466e-8d6e-d259d9b7be1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.112157] env[69287]: DEBUG oslo_vmware.api [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450163, 'name': PowerOnVM_Task, 'duration_secs': 1.207524} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.112822] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.113135] env[69287]: INFO nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Took 10.31 seconds to spawn the instance on the hypervisor. [ 733.113348] env[69287]: DEBUG nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.114252] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ee64ad-8a56-4945-82cc-ae8b0cbed841 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.218608] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.292809] env[69287]: DEBUG oslo_concurrency.lockutils [req-2761b63d-d685-4c36-aa18-e2629b1c56fd req-f8c5a98a-c649-4a67-b71e-deae955e24dc service nova] Releasing lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.292809] env[69287]: DEBUG oslo_concurrency.lockutils [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] Acquired lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.293063] env[69287]: DEBUG nova.network.neutron [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Refreshing network info cache for port e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.329124] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.329415] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.329636] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.329818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.329983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.333641] env[69287]: INFO nova.compute.manager [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Terminating instance [ 733.368780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Releasing lock "refresh_cache-8bc071fa-1afb-466e-8d6e-d259d9b7be1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.368872] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Instance network_info: |[{"id": "b1ae7ef4-9585-41b6-b371-1484ccbbe616", "address": "fa:16:3e:f5:a8:94", "network": {"id": "f29b4dd2-7945-44d1-9afa-ca5791b63433", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2022685008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18406da3d99e452599094fc801084de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ae7ef4-95", "ovs_interfaceid": "b1ae7ef4-9585-41b6-b371-1484ccbbe616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.369260] env[69287]: DEBUG oslo_concurrency.lockutils [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] Acquired lock "refresh_cache-8bc071fa-1afb-466e-8d6e-d259d9b7be1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.369520] env[69287]: DEBUG nova.network.neutron [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Refreshing network info cache for port b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.370756] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a8:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ae7ef4-9585-41b6-b371-1484ccbbe616', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.379496] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Creating folder: Project (18406da3d99e452599094fc801084de1). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.380957] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1fbd068-998c-466f-b7be-c8387b2bec04 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.394907] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Created folder: Project (18406da3d99e452599094fc801084de1) in parent group-v688742. [ 733.394907] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Creating folder: Instances. Parent ref: group-v688841. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.394907] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5276068-b0b5-48f6-af18-2e375b126501 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.400623] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Created folder: Instances in parent group-v688841. [ 733.400875] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.401449] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.401449] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553f90cc-1c68-4ddd-9973-f4c8a2911f37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.422300] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.422300] env[69287]: value = "task-3450169" [ 733.422300] env[69287]: _type = "Task" [ 733.422300] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.430680] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450169, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.475937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.704s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.479215] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.824s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.479389] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.479559] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 733.479837] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.188s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.481490] env[69287]: INFO nova.compute.claims [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.486873] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162ca5a5-25b0-4d5f-93c2-fd1a46fffc86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.495472] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e483cb57-8a01-44ef-8927-14606b0bb3c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.515763] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45304c8-fabc-4fd5-b1fa-a0419c91f5d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.518431] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54074} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.519070] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 8ba20081-cf84-4cf8-8928-e0dc6719d518/8ba20081-cf84-4cf8-8928-e0dc6719d518.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.519303] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.519928] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-346d6ca2-d312-49c3-b05b-697dc974d4a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.525955] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93cb789-5dc2-4fd4-9f71-8add8b7a2c75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.530151] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 733.530151] env[69287]: value = "task-3450170" [ 733.530151] env[69287]: _type = "Task" [ 733.530151] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.559900] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180074MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 733.560061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.565283] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.631302] env[69287]: INFO nova.compute.manager [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Took 48.79 seconds to build instance. [ 733.717212] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450166, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.838500] env[69287]: DEBUG nova.compute.manager [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.838725] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.839609] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86f666-5369-493d-97d3-3569f7001660 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.847105] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.847340] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53ab9de-94b3-4308-84fc-e1d47f82f751 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.853076] env[69287]: DEBUG oslo_vmware.api [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 733.853076] env[69287]: value = "task-3450171" [ 733.853076] env[69287]: _type = "Task" [ 733.853076] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.860846] env[69287]: DEBUG oslo_vmware.api [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.933500] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450169, 'name': CreateVM_Task, 'duration_secs': 0.317279} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.935932] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.935932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.935932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.935932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.935932] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082a1010-640e-453a-b6c5-717593eca4d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.939640] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 733.939640] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5232fed8-3745-dcd5-d3c0-9e8142924b30" [ 733.939640] env[69287]: _type = "Task" [ 733.939640] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.949722] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5232fed8-3745-dcd5-d3c0-9e8142924b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.048832] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118923} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.050519] env[69287]: DEBUG nova.network.neutron [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updated VIF entry in instance network info cache for port e9e210d1-1712-497e-b8b4-7d950fb309e0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.050861] env[69287]: DEBUG nova.network.neutron [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updating instance_info_cache with network_info: [{"id": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "address": "fa:16:3e:30:52:dd", "network": {"id": "db0e791b-2773-4ecc-9429-b4fb567d0ae9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1770800039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "148a71b65b4d423a9777eec9440eda86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e210d1-17", "ovs_interfaceid": "e9e210d1-1712-497e-b8b4-7d950fb309e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.053144] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.054514] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0961ab1-fd59-4846-b177-ba7eb44bcaa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.086157] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 8ba20081-cf84-4cf8-8928-e0dc6719d518/8ba20081-cf84-4cf8-8928-e0dc6719d518.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.091467] env[69287]: INFO nova.scheduler.client.report [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleted allocation for migration 7a16f28f-3926-4330-bce0-32ac30af33d4 [ 734.095348] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27592af-884b-4899-b254-2ea40af957de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.124108] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 734.124108] env[69287]: value = "task-3450172" [ 734.124108] env[69287]: _type = "Task" [ 734.124108] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.132654] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.133078] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a361c946-833f-4428-bd00-533efe91d889 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.262s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.168490] env[69287]: DEBUG nova.network.neutron [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Updated VIF entry in instance network info cache for port b1ae7ef4-9585-41b6-b371-1484ccbbe616. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.168901] env[69287]: DEBUG nova.network.neutron [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Updating instance_info_cache with network_info: [{"id": "b1ae7ef4-9585-41b6-b371-1484ccbbe616", "address": "fa:16:3e:f5:a8:94", "network": {"id": "f29b4dd2-7945-44d1-9afa-ca5791b63433", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2022685008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18406da3d99e452599094fc801084de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ae7ef4-95", "ovs_interfaceid": "b1ae7ef4-9585-41b6-b371-1484ccbbe616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.220711] env[69287]: DEBUG oslo_vmware.api [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450166, 'name': PowerOnVM_Task, 'duration_secs': 1.188776} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.221038] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.221286] env[69287]: DEBUG nova.compute.manager [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.222156] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9349d6a-6026-4932-8bf4-80c76757e9aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.368050] env[69287]: DEBUG oslo_vmware.api [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450171, 'name': PowerOffVM_Task, 'duration_secs': 0.448039} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.368050] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.368050] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.368050] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07605345-ec69-46c1-83f2-931ae7ac912e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.435026] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.435383] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.435751] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Deleting the datastore file [datastore1] a1e62b27-e8ff-4058-bb39-f3619a3335b0 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.435864] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90534ab8-5d49-49a2-b711-fcb6521baf26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.454983] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5232fed8-3745-dcd5-d3c0-9e8142924b30, 'name': SearchDatastore_Task, 'duration_secs': 0.044277} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.455330] env[69287]: DEBUG oslo_vmware.api [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for the task: (returnval){ [ 734.455330] env[69287]: value = "task-3450174" [ 734.455330] env[69287]: _type = "Task" [ 734.455330] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.455596] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.455824] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.456072] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.456252] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.456439] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.456741] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38cf9a1c-4317-4d02-8c8a-05e8ab8d4a00 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.467806] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.467996] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.468722] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7947b7-6113-4f7a-990b-b2c6bed85457 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.474714] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 734.474714] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f38995-6ff2-3fa0-083a-f97d3f90381c" [ 734.474714] env[69287]: _type = "Task" [ 734.474714] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.481928] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f38995-6ff2-3fa0-083a-f97d3f90381c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.561420] env[69287]: DEBUG oslo_concurrency.lockutils [req-2da226c0-aedb-4730-9103-a52a09f78a8a req-c1d6f08a-a5ab-45dd-b9ee-8fe0dccb25b8 service nova] Releasing lock "refresh_cache-a1e62b27-e8ff-4058-bb39-f3619a3335b0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.618116] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b99f0459-2528-4f56-99c9-8efc2722ac32 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.965s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.635078] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.638084] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.672055] env[69287]: DEBUG oslo_concurrency.lockutils [req-f704f059-c8e7-43c3-9ea2-8b6ca99b051b req-47b9d304-cfa7-47b7-8076-920aa08eb973 service nova] Releasing lock "refresh_cache-8bc071fa-1afb-466e-8d6e-d259d9b7be1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.744609] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.969275] env[69287]: DEBUG oslo_vmware.api [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Task: {'id': task-3450174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290084} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.969275] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.969275] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.969275] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.969275] env[69287]: INFO nova.compute.manager [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 734.969507] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.972113] env[69287]: DEBUG nova.compute.manager [-] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.972113] env[69287]: DEBUG nova.network.neutron [-] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.984264] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f38995-6ff2-3fa0-083a-f97d3f90381c, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.986295] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e445a0-9f4f-4706-991c-ba72f7f4fc30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.988658] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9de4076-3bd2-4ff4-8b51-a6c568cd644a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.996220] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80060cdb-7a71-4a19-ac9a-5ae86581993c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.999156] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 734.999156] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525bb19a-f358-8aed-fc28-b2931ba4dd00" [ 734.999156] env[69287]: _type = "Task" [ 734.999156] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.032603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e2c8f-aa0d-45bf-8f63-565cfddce7fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.039322] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525bb19a-f358-8aed-fc28-b2931ba4dd00, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.040133] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.040449] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 8bc071fa-1afb-466e-8d6e-d259d9b7be1c/8bc071fa-1afb-466e-8d6e-d259d9b7be1c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.040732] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b99104f3-9e4f-4d5a-a9f3-312647922b7a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.046375] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5325588-c93d-4cd3-aec6-602740e8b2ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.052230] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 735.052230] env[69287]: value = "task-3450175" [ 735.052230] env[69287]: _type = "Task" [ 735.052230] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.064813] env[69287]: DEBUG nova.compute.provider_tree [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.072071] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.134349] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.169232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.406232] env[69287]: DEBUG nova.compute.manager [req-c0498f73-eef2-4a0a-b46e-eb270cd92cbd req-89c5c278-934b-4525-8597-6bdb2f98dc1e service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Received event network-vif-deleted-e9e210d1-1712-497e-b8b4-7d950fb309e0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.406473] env[69287]: INFO nova.compute.manager [req-c0498f73-eef2-4a0a-b46e-eb270cd92cbd req-89c5c278-934b-4525-8597-6bdb2f98dc1e service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Neutron deleted interface e9e210d1-1712-497e-b8b4-7d950fb309e0; detaching it from the instance and deleting it from the info cache [ 735.406648] env[69287]: DEBUG nova.network.neutron [req-c0498f73-eef2-4a0a-b46e-eb270cd92cbd req-89c5c278-934b-4525-8597-6bdb2f98dc1e service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.572542] env[69287]: DEBUG nova.scheduler.client.report [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.579945] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450175, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.638950] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450172, 'name': ReconfigVM_Task, 'duration_secs': 1.367729} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.639624] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 8ba20081-cf84-4cf8-8928-e0dc6719d518/8ba20081-cf84-4cf8-8928-e0dc6719d518.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.640424] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96db3808-0a91-41a0-93ff-4888133f6273 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.652444] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 735.652444] env[69287]: value = "task-3450176" [ 735.652444] env[69287]: _type = "Task" [ 735.652444] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.665928] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450176, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.830906] env[69287]: DEBUG nova.network.neutron [-] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.860032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "6afbbc09-9ffa-425b-babc-bc287042937f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.860032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "6afbbc09-9ffa-425b-babc-bc287042937f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.860032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "6afbbc09-9ffa-425b-babc-bc287042937f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.860032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "6afbbc09-9ffa-425b-babc-bc287042937f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.860323] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "6afbbc09-9ffa-425b-babc-bc287042937f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.862036] env[69287]: INFO nova.compute.manager [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Terminating instance [ 735.909944] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba9a8a24-7847-4658-a659-ba9ab3920def {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.919611] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b6f155-35c0-470b-bd50-6ff659342657 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.957429] env[69287]: DEBUG nova.compute.manager [req-c0498f73-eef2-4a0a-b46e-eb270cd92cbd req-89c5c278-934b-4525-8597-6bdb2f98dc1e service nova] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Detach interface failed, port_id=e9e210d1-1712-497e-b8b4-7d950fb309e0, reason: Instance a1e62b27-e8ff-4058-bb39-f3619a3335b0 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 736.065486] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799127} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.065755] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 8bc071fa-1afb-466e-8d6e-d259d9b7be1c/8bc071fa-1afb-466e-8d6e-d259d9b7be1c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.065967] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.066237] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73724ea4-1713-41a0-8da0-e787d06ecfc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.072907] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 736.072907] env[69287]: value = "task-3450177" [ 736.072907] env[69287]: _type = "Task" [ 736.072907] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.081101] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.081525] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.084571] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.084886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.216s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.086510] env[69287]: INFO nova.compute.claims [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.163476] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450176, 'name': Rename_Task, 'duration_secs': 0.293414} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.164952] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.168034] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45eca3fa-f44a-4ebe-8cd1-8f55d2916d61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.175746] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 736.175746] env[69287]: value = "task-3450178" [ 736.175746] env[69287]: _type = "Task" [ 736.175746] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.186169] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.332942] env[69287]: INFO nova.compute.manager [-] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Took 1.36 seconds to deallocate network for instance. [ 736.367703] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "refresh_cache-6afbbc09-9ffa-425b-babc-bc287042937f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.367703] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquired lock "refresh_cache-6afbbc09-9ffa-425b-babc-bc287042937f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.367703] env[69287]: DEBUG nova.network.neutron [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.582930] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194008} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.583032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.584057] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5fb4f-c741-4635-bad9-5580b39ff760 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.602840] env[69287]: DEBUG nova.compute.utils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 736.617951] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8bc071fa-1afb-466e-8d6e-d259d9b7be1c/8bc071fa-1afb-466e-8d6e-d259d9b7be1c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.619419] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.619594] env[69287]: DEBUG nova.network.neutron [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.621640] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e86ee16-3889-4e8c-a782-6cc854791132 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.642051] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 736.642051] env[69287]: value = "task-3450179" [ 736.642051] env[69287]: _type = "Task" [ 736.642051] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.650835] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.670979] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.671340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.671629] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.671858] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.672093] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.675274] env[69287]: DEBUG nova.policy [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6f6101258c148bb85129b399e1f0e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96c9261d88854b2e876f7c7b40a236a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.678221] env[69287]: INFO nova.compute.manager [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Terminating instance [ 736.689038] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.843291] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.889935] env[69287]: DEBUG nova.network.neutron [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.983323] env[69287]: DEBUG nova.network.neutron [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.998695] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "42273db3-0272-46ac-9be6-edcbe7898d7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.998918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.023047] env[69287]: DEBUG nova.network.neutron [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Successfully created port: d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.109905] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.157253] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450179, 'name': ReconfigVM_Task, 'duration_secs': 0.27096} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.157253] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8bc071fa-1afb-466e-8d6e-d259d9b7be1c/8bc071fa-1afb-466e-8d6e-d259d9b7be1c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.157938] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-772a4bc7-3dcc-41fb-af5c-cb6292f245bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.164531] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 737.164531] env[69287]: value = "task-3450180" [ 737.164531] env[69287]: _type = "Task" [ 737.164531] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.176179] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450180, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.185385] env[69287]: DEBUG nova.compute.manager [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.185640] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.185987] env[69287]: DEBUG oslo_vmware.api [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450178, 'name': PowerOnVM_Task, 'duration_secs': 0.794409} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.186763] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa75458c-b81c-4cf1-861f-a5a3f0fdcbb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.190140] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.190405] env[69287]: INFO nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Took 9.31 seconds to spawn the instance on the hypervisor. [ 737.190631] env[69287]: DEBUG nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.194135] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b8cd1c-bbc4-4d99-80fb-e863d7b0ade7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.209079] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.211855] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a02125d7-b853-495f-b571-a4851da162a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.220885] env[69287]: DEBUG oslo_vmware.api [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 737.220885] env[69287]: value = "task-3450181" [ 737.220885] env[69287]: _type = "Task" [ 737.220885] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.232776] env[69287]: DEBUG oslo_vmware.api [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.486718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Releasing lock "refresh_cache-6afbbc09-9ffa-425b-babc-bc287042937f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.487159] env[69287]: DEBUG nova.compute.manager [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.487349] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.494829] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca35695-c73a-427d-90ca-70368c1a4014 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.504299] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.504659] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7923b0c-acf5-4e46-9853-1c561ad358bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.512110] env[69287]: DEBUG oslo_vmware.api [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 737.512110] env[69287]: value = "task-3450182" [ 737.512110] env[69287]: _type = "Task" [ 737.512110] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.522172] env[69287]: DEBUG oslo_vmware.api [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.615041] env[69287]: INFO nova.virt.block_device [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Booting with volume 82bba397-473a-4f37-bd8f-ed273a6e7dc8 at /dev/sda [ 737.631075] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1cb6e1-c456-4aae-93ed-02cbaa2e298d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.639875] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1d075-2d80-4892-8ddf-a15ad2e306f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.677174] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a4b5a-902d-4d6f-a09c-be72ccb61e2c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.680036] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca5d2864-46e5-4e51-a4d3-29c1cad000be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.690967] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b770d7-db32-4701-962e-f9ed7cea557d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.697161] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450180, 'name': Rename_Task, 'duration_secs': 0.167067} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.699368] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b2450-77ac-47a3-a49a-79fcee08e104 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.709881] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.714458] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f38a32-a9ff-4fb0-9c74-6accb0c7ba3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.726721] env[69287]: DEBUG nova.compute.provider_tree [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.728150] env[69287]: INFO nova.compute.manager [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Took 45.20 seconds to build instance. [ 737.753630] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdfbf49e-7eb9-43d1-b355-d86244010934 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.755571] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 737.755571] env[69287]: value = "task-3450183" [ 737.755571] env[69287]: _type = "Task" [ 737.755571] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.756513] env[69287]: DEBUG oslo_vmware.api [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450181, 'name': PowerOffVM_Task, 'duration_secs': 0.446259} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.757027] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.757027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.760796] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96bb20bf-578d-4d2a-a3e4-e64fdd686cdb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.766798] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa05f32-0680-40d9-b6df-ae31ebb0aa4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.781605] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.803391] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dab644-960e-46f5-a5be-513e0bec77a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.810124] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f2b63-8002-47ef-87f8-af6790538f94 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.826289] env[69287]: DEBUG nova.virt.block_device [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updating existing volume attachment record: e435afdc-1289-4269-9e9c-b2f444f18cfd {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 737.841046] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.841046] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.841046] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Deleting the datastore file [datastore1] 3c6d72c1-e6c8-416e-9d15-0fc141b7c047 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.841213] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eb2b364-2261-4451-be9a-cef5181cf393 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.848688] env[69287]: DEBUG oslo_vmware.api [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for the task: (returnval){ [ 737.848688] env[69287]: value = "task-3450185" [ 737.848688] env[69287]: _type = "Task" [ 737.848688] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.856739] env[69287]: DEBUG oslo_vmware.api [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.021888] env[69287]: DEBUG oslo_vmware.api [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450182, 'name': PowerOffVM_Task, 'duration_secs': 0.167493} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.022253] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.022366] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.022615] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff462358-5be3-4cb7-9afb-960e7e83ffa6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.047036] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.047036] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.047250] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Deleting the datastore file [datastore2] 6afbbc09-9ffa-425b-babc-bc287042937f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.047529] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85714978-611d-41fc-a0aa-a68f2c6e4916 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.056185] env[69287]: DEBUG oslo_vmware.api [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for the task: (returnval){ [ 738.056185] env[69287]: value = "task-3450187" [ 738.056185] env[69287]: _type = "Task" [ 738.056185] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.065660] env[69287]: DEBUG oslo_vmware.api [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.233665] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d9ed6921-7d5f-45ff-b9d3-dce3807e3933 tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.059s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.234586] env[69287]: DEBUG nova.scheduler.client.report [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.267164] env[69287]: DEBUG oslo_vmware.api [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450183, 'name': PowerOnVM_Task, 'duration_secs': 0.451165} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.267439] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.267648] env[69287]: INFO nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 738.267821] env[69287]: DEBUG nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.268592] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4436b4af-277d-42f8-b779-499e08f33e97 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.357717] env[69287]: DEBUG oslo_vmware.api [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Task: {'id': task-3450185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226609} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.357860] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.358061] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.358316] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.358416] env[69287]: INFO nova.compute.manager [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Took 1.17 seconds to destroy the instance on the hypervisor. [ 738.358656] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.358849] env[69287]: DEBUG nova.compute.manager [-] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.358941] env[69287]: DEBUG nova.network.neutron [-] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.520850] env[69287]: DEBUG nova.compute.manager [req-a87f03f2-9a89-4ca0-9a7d-504c82ea03b9 req-db374c99-af4c-4824-856b-3dcd4478f51c service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Received event network-vif-plugged-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.523014] env[69287]: DEBUG oslo_concurrency.lockutils [req-a87f03f2-9a89-4ca0-9a7d-504c82ea03b9 req-db374c99-af4c-4824-856b-3dcd4478f51c service nova] Acquiring lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.523308] env[69287]: DEBUG oslo_concurrency.lockutils [req-a87f03f2-9a89-4ca0-9a7d-504c82ea03b9 req-db374c99-af4c-4824-856b-3dcd4478f51c service nova] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.523885] env[69287]: DEBUG oslo_concurrency.lockutils [req-a87f03f2-9a89-4ca0-9a7d-504c82ea03b9 req-db374c99-af4c-4824-856b-3dcd4478f51c service nova] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.524127] env[69287]: DEBUG nova.compute.manager [req-a87f03f2-9a89-4ca0-9a7d-504c82ea03b9 req-db374c99-af4c-4824-856b-3dcd4478f51c service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] No waiting events found dispatching network-vif-plugged-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.525264] env[69287]: WARNING nova.compute.manager [req-a87f03f2-9a89-4ca0-9a7d-504c82ea03b9 req-db374c99-af4c-4824-856b-3dcd4478f51c service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Received unexpected event network-vif-plugged-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab for instance with vm_state building and task_state block_device_mapping. [ 738.566251] env[69287]: DEBUG oslo_vmware.api [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Task: {'id': task-3450187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256244} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.566580] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.567091] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.567695] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.567934] env[69287]: INFO nova.compute.manager [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 738.568599] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.568599] env[69287]: DEBUG nova.compute.manager [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.568680] env[69287]: DEBUG nova.network.neutron [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.576983] env[69287]: DEBUG nova.network.neutron [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Successfully updated port: d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.589620] env[69287]: DEBUG nova.network.neutron [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.741123] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.741123] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.744070] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.090s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.744206] env[69287]: DEBUG nova.objects.instance [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lazy-loading 'resources' on Instance uuid 0b300c8b-226e-4cfc-8a57-78234de65ef0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.745682] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.758519] env[69287]: DEBUG nova.compute.manager [req-c0ac3c3d-4799-4fa6-9b7f-56a040316cdf req-8c9ffb42-a9c5-4cd2-96f9-6983d51f84b0 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Received event network-vif-deleted-abd7b3eb-aec8-4b77-8220-0d0d6da22f64 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.758708] env[69287]: INFO nova.compute.manager [req-c0ac3c3d-4799-4fa6-9b7f-56a040316cdf req-8c9ffb42-a9c5-4cd2-96f9-6983d51f84b0 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Neutron deleted interface abd7b3eb-aec8-4b77-8220-0d0d6da22f64; detaching it from the instance and deleting it from the info cache [ 738.758871] env[69287]: DEBUG nova.network.neutron [req-c0ac3c3d-4799-4fa6-9b7f-56a040316cdf req-8c9ffb42-a9c5-4cd2-96f9-6983d51f84b0 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.784213] env[69287]: INFO nova.compute.manager [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Took 41.44 seconds to build instance. [ 739.080030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquiring lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.080030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquired lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.080166] env[69287]: DEBUG nova.network.neutron [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.093239] env[69287]: DEBUG nova.network.neutron [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.099417] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "8ba20081-cf84-4cf8-8928-e0dc6719d518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.099677] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.099885] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "8ba20081-cf84-4cf8-8928-e0dc6719d518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.100094] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.100261] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.102994] env[69287]: INFO nova.compute.manager [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Terminating instance [ 739.116898] env[69287]: WARNING oslo_messaging._drivers.amqpdriver [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 739.137942] env[69287]: DEBUG nova.network.neutron [-] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.256017] env[69287]: DEBUG nova.compute.utils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 739.259466] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.259903] env[69287]: DEBUG nova.network.neutron [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.262935] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c811557-801e-4cb1-87d6-fc3be8a1ea55 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.276264] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ea5c4-a2ea-45a6-bcd7-bcbec9f90087 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.288570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.291430] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fead5bd8-2293-41f6-804b-3e454e3a2b48 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.678s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.313520] env[69287]: DEBUG nova.compute.manager [req-c0ac3c3d-4799-4fa6-9b7f-56a040316cdf req-8c9ffb42-a9c5-4cd2-96f9-6983d51f84b0 service nova] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Detach interface failed, port_id=abd7b3eb-aec8-4b77-8220-0d0d6da22f64, reason: Instance 3c6d72c1-e6c8-416e-9d15-0fc141b7c047 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 739.325136] env[69287]: DEBUG nova.policy [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18074f3d3ed4bb1aedced5e41a1d4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dacfcff6e6e4305903827a15de0ef7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.596703] env[69287]: INFO nova.compute.manager [-] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Took 1.03 seconds to deallocate network for instance. [ 739.603681] env[69287]: DEBUG nova.network.neutron [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Successfully created port: d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.605919] env[69287]: DEBUG nova.compute.manager [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.606197] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.609948] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3139eae-c336-4945-bccd-84136396bc9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.620241] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.620518] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.620727] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.620925] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.621122] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.622857] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.623209] env[69287]: INFO nova.compute.manager [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Terminating instance [ 739.625057] env[69287]: DEBUG nova.network.neutron [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.627213] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d65d78f-7a16-43db-bb28-104176a89e9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.639036] env[69287]: DEBUG oslo_vmware.api [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 739.639036] env[69287]: value = "task-3450188" [ 739.639036] env[69287]: _type = "Task" [ 739.639036] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.644783] env[69287]: INFO nova.compute.manager [-] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Took 1.29 seconds to deallocate network for instance. [ 739.655246] env[69287]: DEBUG oslo_vmware.api [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.734761] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79292371-3721-4dda-b781-75b74d6e8aa8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.742467] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927a64f-a3a4-42d1-8e60-7adbe3b6c161 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.774452] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.780401] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1bda75-cc62-4d63-b38a-4581c572a8e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.790665] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e1022-7dbf-472d-9305-32470a2cfd34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.805350] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.808805] env[69287]: DEBUG nova.compute.provider_tree [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.816231] env[69287]: DEBUG nova.network.neutron [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updating instance_info_cache with network_info: [{"id": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "address": "fa:16:3e:34:9e:af", "network": {"id": "9825b91a-6c7f-4f93-9c24-e3b46e067848", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1180430447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96c9261d88854b2e876f7c7b40a236a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e41c99-f8", "ovs_interfaceid": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.940604] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.941157] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.941371] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.941526] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.941701] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.941842] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.941984] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.942204] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.942362] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.942524] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.942700] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.942875] env[69287]: DEBUG nova.virt.hardware [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.943776] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edcfba-d809-403e-828b-78f9272ff5df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.954420] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d710deb5-03e3-43f3-b788-a818c5bf416b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.108766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.134696] env[69287]: DEBUG nova.compute.manager [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.134696] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.135771] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305b3ed5-877e-48c5-9f79-33a3411e6774 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.143795] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.144983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4af5205-95a7-467f-a78b-cf1fb8c7e44e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.149284] env[69287]: DEBUG oslo_vmware.api [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450188, 'name': PowerOffVM_Task, 'duration_secs': 0.24095} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.151063] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.151063] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.151063] env[69287]: DEBUG oslo_vmware.api [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 740.151063] env[69287]: value = "task-3450189" [ 740.151063] env[69287]: _type = "Task" [ 740.151063] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.151381] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70084a29-277b-47c3-beb4-4b82969d8431 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.156517] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.159902] env[69287]: DEBUG oslo_vmware.api [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.217040] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.217040] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.217040] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleting the datastore file [datastore2] 8ba20081-cf84-4cf8-8928-e0dc6719d518 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.217040] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b15312b-533c-4d80-9b1a-f770184dcdf4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.224794] env[69287]: DEBUG oslo_vmware.api [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for the task: (returnval){ [ 740.224794] env[69287]: value = "task-3450191" [ 740.224794] env[69287]: _type = "Task" [ 740.224794] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.233136] env[69287]: DEBUG oslo_vmware.api [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.314214] env[69287]: DEBUG nova.scheduler.client.report [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.322015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Releasing lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.322015] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Instance network_info: |[{"id": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "address": "fa:16:3e:34:9e:af", "network": {"id": "9825b91a-6c7f-4f93-9c24-e3b46e067848", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1180430447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96c9261d88854b2e876f7c7b40a236a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e41c99-f8", "ovs_interfaceid": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.322658] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9e:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e41c99-f89f-4f19-82e0-26c3f8ab96ab', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.330759] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Creating folder: Project (96c9261d88854b2e876f7c7b40a236a2). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.331757] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8039e8e4-95ff-4bde-927b-a35e911df1d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.338967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.345327] env[69287]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 740.345502] env[69287]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69287) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 740.345836] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Folder already exists: Project (96c9261d88854b2e876f7c7b40a236a2). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 740.346040] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Creating folder: Instances. Parent ref: group-v688781. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.346274] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf66c91c-c6bd-4530-a0c6-018ad83208a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.356200] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Created folder: Instances in parent group-v688781. [ 740.356453] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.356645] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.356845] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02be352a-0fc6-4472-918b-8209171f8395 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.376323] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.376323] env[69287]: value = "task-3450194" [ 740.376323] env[69287]: _type = "Task" [ 740.376323] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.383536] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450194, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.549151] env[69287]: DEBUG nova.compute.manager [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Received event network-changed-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.549367] env[69287]: DEBUG nova.compute.manager [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Refreshing instance network info cache due to event network-changed-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.549585] env[69287]: DEBUG oslo_concurrency.lockutils [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] Acquiring lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.549727] env[69287]: DEBUG oslo_concurrency.lockutils [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] Acquired lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.549887] env[69287]: DEBUG nova.network.neutron [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Refreshing network info cache for port d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.662182] env[69287]: DEBUG oslo_vmware.api [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450189, 'name': PowerOffVM_Task, 'duration_secs': 0.178566} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.662603] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.662865] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.663224] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16bd10d9-3482-48a4-acb0-8a63981bb86c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.734863] env[69287]: DEBUG oslo_vmware.api [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Task: {'id': task-3450191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12149} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.735130] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.735340] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.735530] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.735703] env[69287]: INFO nova.compute.manager [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Took 1.13 seconds to destroy the instance on the hypervisor. [ 740.735945] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.736186] env[69287]: DEBUG nova.compute.manager [-] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.736287] env[69287]: DEBUG nova.network.neutron [-] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.743671] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.743875] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.744117] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Deleting the datastore file [datastore2] 8bc071fa-1afb-466e-8d6e-d259d9b7be1c {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.744321] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846139fa-b910-48ba-868a-6f19c567a3d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.750357] env[69287]: DEBUG oslo_vmware.api [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for the task: (returnval){ [ 740.750357] env[69287]: value = "task-3450196" [ 740.750357] env[69287]: _type = "Task" [ 740.750357] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.759505] env[69287]: DEBUG oslo_vmware.api [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.789737] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.817485] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.817762] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.817921] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.818115] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.818262] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.818419] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.818606] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.818753] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.818917] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.819095] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.819266] env[69287]: DEBUG nova.virt.hardware [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.820443] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19c0d5d-af1b-4ca3-9369-f1dfa0a93779 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.823595] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.826085] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.085s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.826318] env[69287]: DEBUG nova.objects.instance [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lazy-loading 'resources' on Instance uuid 029595d0-bfcd-4785-8ce6-771cd77f8a7c {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.833115] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8aa505-d801-47be-8af7-6587e8c81a9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.849015] env[69287]: INFO nova.scheduler.client.report [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Deleted allocations for instance 0b300c8b-226e-4cfc-8a57-78234de65ef0 [ 740.886341] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450194, 'name': CreateVM_Task, 'duration_secs': 0.360885} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.886532] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.887344] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'e435afdc-1289-4269-9e9c-b2f444f18cfd', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688791', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'name': 'volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff', 'attached_at': '', 'detached_at': '', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'serial': '82bba397-473a-4f37-bd8f-ed273a6e7dc8'}, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69287) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 740.887468] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Root volume attach. Driver type: vmdk {{(pid=69287) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 740.888231] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f69a08-6431-49b0-8d16-e90b7a390f25 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.895843] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef9a570-be3c-411d-b807-0d144d8c387c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.902924] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118ba77-77f3-4484-9ed7-5fd94e8b98ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.909195] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fdcbe5d1-5277-4121-b034-571732c5d0e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.916302] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 740.916302] env[69287]: value = "task-3450197" [ 740.916302] env[69287]: _type = "Task" [ 740.916302] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.923876] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450197, 'name': RelocateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.205678] env[69287]: DEBUG nova.compute.manager [req-e89505b1-e9c3-44ef-9c2f-0b0e52866a34 req-cb0b1532-0e40-4d02-8dd4-31078fe86bdb service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Received event network-vif-plugged-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.206022] env[69287]: DEBUG oslo_concurrency.lockutils [req-e89505b1-e9c3-44ef-9c2f-0b0e52866a34 req-cb0b1532-0e40-4d02-8dd4-31078fe86bdb service nova] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.206881] env[69287]: DEBUG oslo_concurrency.lockutils [req-e89505b1-e9c3-44ef-9c2f-0b0e52866a34 req-cb0b1532-0e40-4d02-8dd4-31078fe86bdb service nova] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.207191] env[69287]: DEBUG oslo_concurrency.lockutils [req-e89505b1-e9c3-44ef-9c2f-0b0e52866a34 req-cb0b1532-0e40-4d02-8dd4-31078fe86bdb service nova] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.207507] env[69287]: DEBUG nova.compute.manager [req-e89505b1-e9c3-44ef-9c2f-0b0e52866a34 req-cb0b1532-0e40-4d02-8dd4-31078fe86bdb service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] No waiting events found dispatching network-vif-plugged-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.207802] env[69287]: WARNING nova.compute.manager [req-e89505b1-e9c3-44ef-9c2f-0b0e52866a34 req-cb0b1532-0e40-4d02-8dd4-31078fe86bdb service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Received unexpected event network-vif-plugged-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 for instance with vm_state building and task_state spawning. [ 741.253881] env[69287]: DEBUG nova.network.neutron [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Successfully updated port: d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.268462] env[69287]: DEBUG oslo_vmware.api [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Task: {'id': task-3450196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148186} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.268715] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.268888] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.269085] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.269233] env[69287]: INFO nova.compute.manager [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 741.269509] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.269725] env[69287]: DEBUG nova.compute.manager [-] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.269863] env[69287]: DEBUG nova.network.neutron [-] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.308278] env[69287]: DEBUG nova.network.neutron [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updated VIF entry in instance network info cache for port d0e41c99-f89f-4f19-82e0-26c3f8ab96ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.308278] env[69287]: DEBUG nova.network.neutron [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updating instance_info_cache with network_info: [{"id": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "address": "fa:16:3e:34:9e:af", "network": {"id": "9825b91a-6c7f-4f93-9c24-e3b46e067848", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1180430447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96c9261d88854b2e876f7c7b40a236a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e41c99-f8", "ovs_interfaceid": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.358199] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0b3bb8c-4e37-4bb4-8454-c0150771bf25 tempest-ServerDiagnosticsV248Test-361551276 tempest-ServerDiagnosticsV248Test-361551276-project-member] Lock "0b300c8b-226e-4cfc-8a57-78234de65ef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.921s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.430653] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450197, 'name': RelocateVM_Task, 'duration_secs': 0.347757} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.433386] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 741.433604] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688791', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'name': 'volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff', 'attached_at': '', 'detached_at': '', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'serial': '82bba397-473a-4f37-bd8f-ed273a6e7dc8'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 741.434683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c716c7f2-c8c0-4328-904e-2100c6bf8f4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.457920] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0864f5-6498-4fd4-b133-a498f5a11112 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.483930] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8/volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.487182] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342d8188-0489-4f55-8a4a-bb0073c44c71 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.502256] env[69287]: DEBUG nova.network.neutron [-] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.509646] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 741.509646] env[69287]: value = "task-3450198" [ 741.509646] env[69287]: _type = "Task" [ 741.509646] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.520376] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.761325] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.761483] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.761652] env[69287]: DEBUG nova.network.neutron [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.811449] env[69287]: DEBUG oslo_concurrency.lockutils [req-ecd97f77-6e1a-486e-b664-209afd9f0676 req-7ac0e199-26eb-42aa-a37e-7a81ac6007e2 service nova] Releasing lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.844222] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea647d70-0c5a-4221-9579-5756726b6099 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.852065] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec61f2-f46f-4aab-86eb-a4df3463af5f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.884778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9378aaa-c082-4df2-a162-70028f395b08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.892333] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fe5e2c-0ed7-4140-8d0a-c9e3119a8f2e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.906935] env[69287]: DEBUG nova.compute.provider_tree [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.004947] env[69287]: INFO nova.compute.manager [-] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Took 1.27 seconds to deallocate network for instance. [ 742.021312] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450198, 'name': ReconfigVM_Task, 'duration_secs': 0.289123} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.021715] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8/volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.026959] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32e5848-b519-4a69-b4ae-fcd809593ef2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.045782] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 742.045782] env[69287]: value = "task-3450199" [ 742.045782] env[69287]: _type = "Task" [ 742.045782] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.055037] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.107147] env[69287]: DEBUG nova.network.neutron [-] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.307144] env[69287]: DEBUG nova.network.neutron [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.413479] env[69287]: DEBUG nova.scheduler.client.report [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.469974] env[69287]: DEBUG nova.network.neutron [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.516667] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.556083] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450199, 'name': ReconfigVM_Task, 'duration_secs': 0.140185} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.556385] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688791', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'name': 'volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff', 'attached_at': '', 'detached_at': '', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'serial': '82bba397-473a-4f37-bd8f-ed273a6e7dc8'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 742.556962] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2bda86-2677-40d4-999e-73cf545bbca6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.564337] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 742.564337] env[69287]: value = "task-3450200" [ 742.564337] env[69287]: _type = "Task" [ 742.564337] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.574243] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450200, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.609523] env[69287]: INFO nova.compute.manager [-] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Took 1.34 seconds to deallocate network for instance. [ 742.629489] env[69287]: DEBUG nova.compute.manager [req-2bf9f79d-41a5-4b43-835d-ca3bdac6a46f req-ca6f05e6-0147-4131-859f-b1b6f69fdd81 service nova] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Received event network-vif-deleted-819ad173-df6d-465b-ac1f-fcc62cc6d36d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.920164] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.922859] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.643s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.924355] env[69287]: INFO nova.compute.claims [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.947174] env[69287]: INFO nova.scheduler.client.report [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleted allocations for instance 029595d0-bfcd-4785-8ce6-771cd77f8a7c [ 742.979022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.979022] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Instance network_info: |[{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.979205] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a9:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2bfff8f-ded4-4c6e-9b0e-7dae2b782153', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.986262] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating folder: Project (0dacfcff6e6e4305903827a15de0ef7d). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.987393] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a3c3e72-6e71-4887-993a-9256242e53b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.999165] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created folder: Project (0dacfcff6e6e4305903827a15de0ef7d) in parent group-v688742. [ 743.001018] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating folder: Instances. Parent ref: group-v688846. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.001018] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861b85d9-222e-4cad-9eb9-7332bcd4c883 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.010013] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created folder: Instances in parent group-v688846. [ 743.010013] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.010013] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.010013] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcd767d2-061d-4c23-8b45-ef5408b2c2cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.031190] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.031190] env[69287]: value = "task-3450203" [ 743.031190] env[69287]: _type = "Task" [ 743.031190] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.038699] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450203, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.076359] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450200, 'name': Rename_Task, 'duration_secs': 0.13978} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.076697] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.076969] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c8f78d0-001b-442e-a2fe-e01c1a769669 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.083382] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 743.083382] env[69287]: value = "task-3450204" [ 743.083382] env[69287]: _type = "Task" [ 743.083382] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.092292] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.117291] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.241457] env[69287]: DEBUG nova.compute.manager [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Received event network-changed-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.241763] env[69287]: DEBUG nova.compute.manager [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Refreshing instance network info cache due to event network-changed-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.241976] env[69287]: DEBUG oslo_concurrency.lockutils [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.243595] env[69287]: DEBUG oslo_concurrency.lockutils [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.243776] env[69287]: DEBUG nova.network.neutron [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Refreshing network info cache for port d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.456234] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c12e8ad4-9ebf-4556-bbd7-231a03a9cc42 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "029595d0-bfcd-4785-8ce6-771cd77f8a7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.222s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.542109] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450203, 'name': CreateVM_Task, 'duration_secs': 0.336015} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.542954] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.543868] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.544130] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.544512] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.545312] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8d9f21-9765-4d36-b49f-4befe79659a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.551221] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 743.551221] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5279df41-837d-be87-32d6-1b1825a42661" [ 743.551221] env[69287]: _type = "Task" [ 743.551221] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.560606] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5279df41-837d-be87-32d6-1b1825a42661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.593275] env[69287]: DEBUG oslo_vmware.api [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450204, 'name': PowerOnVM_Task, 'duration_secs': 0.450728} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.593592] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.593801] env[69287]: INFO nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Took 3.65 seconds to spawn the instance on the hypervisor. [ 743.593976] env[69287]: DEBUG nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.594768] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c60e5-9bcc-4f2a-9654-d3e368cf833e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.029995] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "137d5236-472a-494b-91a6-5a76844f2d17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.030262] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "137d5236-472a-494b-91a6-5a76844f2d17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.030465] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "137d5236-472a-494b-91a6-5a76844f2d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.030659] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "137d5236-472a-494b-91a6-5a76844f2d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.030911] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "137d5236-472a-494b-91a6-5a76844f2d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.036734] env[69287]: INFO nova.compute.manager [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Terminating instance [ 744.075113] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5279df41-837d-be87-32d6-1b1825a42661, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.075113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.075327] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.075586] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.075749] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.075972] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.078713] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f80e351-ceb1-4996-993c-cb0f03f5aa1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.087757] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.087957] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.090698] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8ec7ef-f3fd-4db5-9f4e-5c51fbd74709 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.097552] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 744.097552] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52873a09-7540-6830-b751-4e742c69c9fc" [ 744.097552] env[69287]: _type = "Task" [ 744.097552] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.110206] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52873a09-7540-6830-b751-4e742c69c9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.114591] env[69287]: INFO nova.compute.manager [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Took 37.85 seconds to build instance. [ 744.297630] env[69287]: DEBUG nova.network.neutron [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updated VIF entry in instance network info cache for port d2bfff8f-ded4-4c6e-9b0e-7dae2b782153. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.298036] env[69287]: DEBUG nova.network.neutron [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.466022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e4a8d-9ac9-46e1-96e0-6eb47be0a042 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.473847] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79e24c-7583-4d5a-9740-e391de033bbe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.508021] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec611fee-3cfa-4e4f-8029-7eaf869881df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.516276] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f43813-2bd6-430b-95e1-04e0030da5b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.530460] env[69287]: DEBUG nova.compute.provider_tree [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.545050] env[69287]: DEBUG nova.compute.manager [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.545289] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.546335] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23832cc4-9873-4c8e-8f53-7ebb28cfab1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.553758] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.554180] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcfd5211-588d-4da3-aca0-4728575c7523 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.560193] env[69287]: DEBUG oslo_vmware.api [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 744.560193] env[69287]: value = "task-3450205" [ 744.560193] env[69287]: _type = "Task" [ 744.560193] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.573299] env[69287]: DEBUG oslo_vmware.api [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.610094] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52873a09-7540-6830-b751-4e742c69c9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.611319] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3755ccd9-e904-48e3-a458-1a292e17ec09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.620045] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 744.620045] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262d7e2-86e7-1d3e-e0c2-5495c53052b6" [ 744.620045] env[69287]: _type = "Task" [ 744.620045] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.622389] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ce6c15c9-c4be-4e9a-a355-5f92337337d6 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.415s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.632826] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262d7e2-86e7-1d3e-e0c2-5495c53052b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.633376] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.633376] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b/33fff088-d4ce-46e6-9680-c4f4d9dd7f7b.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.633791] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c375addf-64c7-4bfa-bef4-a354318a89df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.644702] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 744.644702] env[69287]: value = "task-3450206" [ 744.644702] env[69287]: _type = "Task" [ 744.644702] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.654617] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.807822] env[69287]: DEBUG oslo_concurrency.lockutils [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.808129] env[69287]: DEBUG nova.compute.manager [req-50c25035-bf9c-4d39-84ee-1ee7a5694d6a req-08597884-f61e-4de9-8994-89a7035f2c55 service nova] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Received event network-vif-deleted-b1ae7ef4-9585-41b6-b371-1484ccbbe616 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.895495] env[69287]: DEBUG nova.compute.manager [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Received event network-changed-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.895793] env[69287]: DEBUG nova.compute.manager [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Refreshing instance network info cache due to event network-changed-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.896048] env[69287]: DEBUG oslo_concurrency.lockutils [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] Acquiring lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.896205] env[69287]: DEBUG oslo_concurrency.lockutils [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] Acquired lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.896449] env[69287]: DEBUG nova.network.neutron [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Refreshing network info cache for port d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.033764] env[69287]: DEBUG nova.scheduler.client.report [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.078917] env[69287]: DEBUG oslo_vmware.api [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450205, 'name': PowerOffVM_Task, 'duration_secs': 0.286241} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.080492] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.081408] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.081408] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f4046e-12f3-4de9-90d5-c3764a855888 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.125375] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.156978] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468035} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.160725] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b/33fff088-d4ce-46e6-9680-c4f4d9dd7f7b.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.160725] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.160725] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92dcf82e-720f-4a7a-996f-2936177e3698 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.161354] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.161591] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.161764] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleting the datastore file [datastore2] 137d5236-472a-494b-91a6-5a76844f2d17 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.162433] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddd14d66-91e6-4649-86c4-a9e772802211 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.170698] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 745.170698] env[69287]: value = "task-3450208" [ 745.170698] env[69287]: _type = "Task" [ 745.170698] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.171085] env[69287]: DEBUG oslo_vmware.api [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 745.171085] env[69287]: value = "task-3450209" [ 745.171085] env[69287]: _type = "Task" [ 745.171085] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.183429] env[69287]: DEBUG oslo_vmware.api [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.186598] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.540994] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.541566] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.546630] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.554s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.549331] env[69287]: INFO nova.compute.claims [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.657429] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.691972] env[69287]: DEBUG oslo_vmware.api [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446094} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.692243] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093562} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.692907] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.692907] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.692907] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.692907] env[69287]: INFO nova.compute.manager [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Took 1.15 seconds to destroy the instance on the hypervisor. [ 745.693416] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.693628] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.693892] env[69287]: DEBUG nova.compute.manager [-] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.693985] env[69287]: DEBUG nova.network.neutron [-] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.696386] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ad9d6-4a62-477c-830e-89e7bed1b1b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.720486] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b/33fff088-d4ce-46e6-9680-c4f4d9dd7f7b.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.721228] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a837ba-4db0-4a57-b699-f25d7dd8c0d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.743557] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 745.743557] env[69287]: value = "task-3450210" [ 745.743557] env[69287]: _type = "Task" [ 745.743557] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.753503] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.773210] env[69287]: DEBUG nova.network.neutron [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updated VIF entry in instance network info cache for port d0e41c99-f89f-4f19-82e0-26c3f8ab96ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.773624] env[69287]: DEBUG nova.network.neutron [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updating instance_info_cache with network_info: [{"id": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "address": "fa:16:3e:34:9e:af", "network": {"id": "9825b91a-6c7f-4f93-9c24-e3b46e067848", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1180430447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96c9261d88854b2e876f7c7b40a236a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e41c99-f8", "ovs_interfaceid": "d0e41c99-f89f-4f19-82e0-26c3f8ab96ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.054880] env[69287]: DEBUG nova.compute.utils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.064390] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.064586] env[69287]: DEBUG nova.network.neutron [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.112377] env[69287]: DEBUG nova.policy [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55d14e9dc91e41068b4d72ce1aaebf77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5c8ffa0fed8405d838c0c5a0a40d821', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.257125] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450210, 'name': ReconfigVM_Task, 'duration_secs': 0.402264} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.257360] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b/33fff088-d4ce-46e6-9680-c4f4d9dd7f7b.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.258020] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924e81e9-e0c7-42c6-b8ad-e941d6ee0f8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.265725] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 746.265725] env[69287]: value = "task-3450211" [ 746.265725] env[69287]: _type = "Task" [ 746.265725] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.276592] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450211, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.276592] env[69287]: DEBUG oslo_concurrency.lockutils [req-0b8d4113-7912-42d7-a670-749b0fc6554b req-d1e41460-4b65-4bdb-8792-4e8a6debc629 service nova] Releasing lock "refresh_cache-0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.486294] env[69287]: DEBUG nova.network.neutron [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Successfully created port: 860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.540263] env[69287]: DEBUG nova.network.neutron [-] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.565343] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.780698] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450211, 'name': Rename_Task, 'duration_secs': 0.137708} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.781158] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.781639] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5782763b-8509-42d0-a2fc-a811b139bad9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.791283] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 746.791283] env[69287]: value = "task-3450212" [ 746.791283] env[69287]: _type = "Task" [ 746.791283] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.799690] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.042933] env[69287]: INFO nova.compute.manager [-] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Took 1.35 seconds to deallocate network for instance. [ 747.068135] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb046a9d-778d-487b-a952-4eab3ac89aca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.083963] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4861b2bd-abd2-4002-bf2e-e1b38d31f1ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.128627] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c4eb3-1e6f-460e-ae31-f1b824f653bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.135142] env[69287]: DEBUG nova.compute.manager [req-24ea3980-3c80-4c4d-8a49-96dd3dabbc10 req-c837ccf0-2fba-4452-8ad8-ce34abaacde1 service nova] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Received event network-vif-deleted-d60dc00b-451f-4fdf-b6ef-f3001cfe1ece {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.142048] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87501268-b253-4db3-971e-114b1722b881 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.155844] env[69287]: DEBUG nova.compute.provider_tree [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.302762] env[69287]: DEBUG oslo_vmware.api [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450212, 'name': PowerOnVM_Task, 'duration_secs': 0.486747} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.303088] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.303309] env[69287]: INFO nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 6.51 seconds to spawn the instance on the hypervisor. [ 747.303511] env[69287]: DEBUG nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.304333] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f27b5ed-87e2-42ee-bf2c-222c7e4d58b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.430705] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.430942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "ceec6f62-e914-4659-8fab-25647605cc63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.554138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.580326] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.604372] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.604619] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.604773] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.604949] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.605108] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.605255] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.605495] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.605656] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.605817] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.605972] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.606155] env[69287]: DEBUG nova.virt.hardware [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.607049] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927c10c3-c6cb-44df-b58c-b1ab1ecd80c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.614896] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357a3f2e-a182-4cde-9480-589ba490d9dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.661104] env[69287]: DEBUG nova.scheduler.client.report [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.829782] env[69287]: INFO nova.compute.manager [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 37.99 seconds to build instance. [ 748.040020] env[69287]: DEBUG nova.network.neutron [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Successfully updated port: 860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.165957] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.166655] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.169279] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.874s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.169498] env[69287]: DEBUG nova.objects.instance [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lazy-loading 'resources' on Instance uuid bf355bcc-9f08-47d9-add7-d5c794770eaa {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.331821] env[69287]: DEBUG oslo_concurrency.lockutils [None req-04c069c2-0559-4739-9566-cd07a343e7a0 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.500s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.545271] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.545271] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.545271] env[69287]: DEBUG nova.network.neutron [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.649263] env[69287]: DEBUG nova.compute.manager [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Received event network-changed-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.649579] env[69287]: DEBUG nova.compute.manager [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Refreshing instance network info cache due to event network-changed-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.649657] env[69287]: DEBUG oslo_concurrency.lockutils [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.649797] env[69287]: DEBUG oslo_concurrency.lockutils [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.649953] env[69287]: DEBUG nova.network.neutron [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Refreshing network info cache for port d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.672297] env[69287]: DEBUG nova.compute.utils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 748.676271] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.677043] env[69287]: DEBUG nova.network.neutron [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.730302] env[69287]: DEBUG nova.policy [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec237be0774b4348ada208a3c3d10e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1141f53e9f6244649df606ce856de774', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.834455] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.016581] env[69287]: DEBUG nova.network.neutron [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Successfully created port: 2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.089621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b46ca-0dfd-4854-a6f5-fccbf13c4787 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.093251] env[69287]: DEBUG nova.network.neutron [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.100519] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776023d4-6ab9-4ffc-adbe-d7f494010037 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.136494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c2793-cdc8-453e-9b47-9c04abcbab54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.142012] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435b1bf-cb28-4e57-9c88-6f78dfc5593e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.157911] env[69287]: DEBUG nova.compute.provider_tree [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.165630] env[69287]: DEBUG nova.compute.manager [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Received event network-vif-plugged-860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.165834] env[69287]: DEBUG oslo_concurrency.lockutils [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] Acquiring lock "601ed800-158d-4bec-a746-1825d79da206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.166041] env[69287]: DEBUG oslo_concurrency.lockutils [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] Lock "601ed800-158d-4bec-a746-1825d79da206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.166205] env[69287]: DEBUG oslo_concurrency.lockutils [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] Lock "601ed800-158d-4bec-a746-1825d79da206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.167106] env[69287]: DEBUG nova.compute.manager [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] No waiting events found dispatching network-vif-plugged-860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.167106] env[69287]: WARNING nova.compute.manager [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Received unexpected event network-vif-plugged-860de66e-9dc6-4896-81cd-6eb00d41cfc6 for instance with vm_state building and task_state spawning. [ 749.167106] env[69287]: DEBUG nova.compute.manager [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Received event network-changed-860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.167106] env[69287]: DEBUG nova.compute.manager [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Refreshing instance network info cache due to event network-changed-860de66e-9dc6-4896-81cd-6eb00d41cfc6. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.167106] env[69287]: DEBUG oslo_concurrency.lockutils [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] Acquiring lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.177585] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.298132] env[69287]: DEBUG nova.network.neutron [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Updating instance_info_cache with network_info: [{"id": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "address": "fa:16:3e:a3:57:11", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860de66e-9d", "ovs_interfaceid": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.364027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.501861] env[69287]: DEBUG nova.network.neutron [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updated VIF entry in instance network info cache for port d2bfff8f-ded4-4c6e-9b0e-7dae2b782153. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.502254] env[69287]: DEBUG nova.network.neutron [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.662908] env[69287]: DEBUG nova.scheduler.client.report [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.801236] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.801637] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Instance network_info: |[{"id": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "address": "fa:16:3e:a3:57:11", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860de66e-9d", "ovs_interfaceid": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.802021] env[69287]: DEBUG oslo_concurrency.lockutils [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] Acquired lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.802278] env[69287]: DEBUG nova.network.neutron [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Refreshing network info cache for port 860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.805507] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:57:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860de66e-9dc6-4896-81cd-6eb00d41cfc6', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.813605] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Creating folder: Project (d5c8ffa0fed8405d838c0c5a0a40d821). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.814929] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-319fec8d-aac9-4f72-9748-2ef1e5c70bc1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.827981] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Created folder: Project (d5c8ffa0fed8405d838c0c5a0a40d821) in parent group-v688742. [ 749.828188] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Creating folder: Instances. Parent ref: group-v688849. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.828428] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98b97ca0-42e8-4e85-b0e0-4377964b6144 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.836775] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Created folder: Instances in parent group-v688849. [ 749.837016] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.837211] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601ed800-158d-4bec-a746-1825d79da206] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.837413] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b808707a-d6bb-4f5e-9fef-8d48f3a47dc8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.855533] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.855533] env[69287]: value = "task-3450215" [ 749.855533] env[69287]: _type = "Task" [ 749.855533] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.862682] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450215, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.004948] env[69287]: DEBUG oslo_concurrency.lockutils [req-ce9b7fff-cb99-4b47-a60a-73936afc47ad req-e47e2869-5c86-492c-b1ce-592bd069946c service nova] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.168813] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.172075] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.842s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.172949] env[69287]: DEBUG nova.objects.instance [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lazy-loading 'resources' on Instance uuid a86939ca-f0b8-4d90-a421-6324ef9a89f8 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.188712] env[69287]: INFO nova.scheduler.client.report [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Deleted allocations for instance bf355bcc-9f08-47d9-add7-d5c794770eaa [ 750.192343] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.221755] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.222127] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.222323] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.222576] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.222793] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.222973] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.223247] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.223448] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.223655] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.223870] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.224107] env[69287]: DEBUG nova.virt.hardware [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.225688] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acec4624-1de8-47e1-b27b-f154705302a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.234766] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15d529-c5e6-4f34-9771-702269aba437 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.366865] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450215, 'name': CreateVM_Task, 'duration_secs': 0.386164} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.367034] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 601ed800-158d-4bec-a746-1825d79da206] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.367714] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.368000] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.368232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.368473] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad219682-0ab6-4c93-a8b3-2ccf56bab0b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.372885] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 750.372885] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236379e-a7ac-49ce-6840-33b45d09c388" [ 750.372885] env[69287]: _type = "Task" [ 750.372885] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.381549] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236379e-a7ac-49ce-6840-33b45d09c388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.641337] env[69287]: DEBUG nova.network.neutron [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Updated VIF entry in instance network info cache for port 860de66e-9dc6-4896-81cd-6eb00d41cfc6. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.642759] env[69287]: DEBUG nova.network.neutron [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Updating instance_info_cache with network_info: [{"id": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "address": "fa:16:3e:a3:57:11", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860de66e-9d", "ovs_interfaceid": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.703235] env[69287]: DEBUG oslo_concurrency.lockutils [None req-718853bf-3bc3-4a48-a276-1b4bd3b00979 tempest-ServerExternalEventsTest-1476692646 tempest-ServerExternalEventsTest-1476692646-project-member] Lock "bf355bcc-9f08-47d9-add7-d5c794770eaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.125s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.825543] env[69287]: DEBUG nova.network.neutron [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Successfully updated port: 2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.885037] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236379e-a7ac-49ce-6840-33b45d09c388, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.887673] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.887922] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.888177] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.888324] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.888501] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.889654] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e665a5b0-947d-4abe-9197-6245fc550b28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.899237] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.903025] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.903025] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10517845-5c3f-432d-93fa-bf0b30a80195 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.907979] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 750.907979] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a07500-971b-098e-4610-261169f3efee" [ 750.907979] env[69287]: _type = "Task" [ 750.907979] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.916935] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a07500-971b-098e-4610-261169f3efee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.126127] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a5cef-2818-438b-b81f-5c120651027a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.135491] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b30307-69de-40de-a9a5-639c9701a738 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.165211] env[69287]: DEBUG oslo_concurrency.lockutils [req-57eccad5-27e8-4277-ac5d-4346c81185db req-b1165d6f-5be0-4c92-9f3b-df24013c053c service nova] Releasing lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.166684] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c7f9af-c892-4f6a-bf14-eb652a5ea0d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.174942] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9925a-9b4f-410e-aaf3-05c557d2a8e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.189290] env[69287]: DEBUG nova.compute.provider_tree [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.218379] env[69287]: DEBUG nova.compute.manager [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Received event network-vif-plugged-2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.218527] env[69287]: DEBUG oslo_concurrency.lockutils [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] Acquiring lock "86664fc5-9d66-4a97-a70e-f979ea7989af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.218721] env[69287]: DEBUG oslo_concurrency.lockutils [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.218915] env[69287]: DEBUG oslo_concurrency.lockutils [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.219077] env[69287]: DEBUG nova.compute.manager [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] No waiting events found dispatching network-vif-plugged-2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.219248] env[69287]: WARNING nova.compute.manager [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Received unexpected event network-vif-plugged-2a5f0fd5-03d1-4411-baad-803d762c67dc for instance with vm_state building and task_state spawning. [ 751.219403] env[69287]: DEBUG nova.compute.manager [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Received event network-changed-2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.219551] env[69287]: DEBUG nova.compute.manager [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Refreshing instance network info cache due to event network-changed-2a5f0fd5-03d1-4411-baad-803d762c67dc. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.219725] env[69287]: DEBUG oslo_concurrency.lockutils [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] Acquiring lock "refresh_cache-86664fc5-9d66-4a97-a70e-f979ea7989af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.219854] env[69287]: DEBUG oslo_concurrency.lockutils [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] Acquired lock "refresh_cache-86664fc5-9d66-4a97-a70e-f979ea7989af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.220013] env[69287]: DEBUG nova.network.neutron [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Refreshing network info cache for port 2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.331209] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "refresh_cache-86664fc5-9d66-4a97-a70e-f979ea7989af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.418626] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a07500-971b-098e-4610-261169f3efee, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.419424] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab927fe9-4568-4249-b2a8-8c97f18449af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.425213] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 751.425213] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b4b3ba-2c28-3abf-fda9-2b5a6a242bb7" [ 751.425213] env[69287]: _type = "Task" [ 751.425213] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.434531] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b4b3ba-2c28-3abf-fda9-2b5a6a242bb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.693928] env[69287]: DEBUG nova.scheduler.client.report [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.754383] env[69287]: DEBUG nova.network.neutron [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.851127] env[69287]: DEBUG nova.network.neutron [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.942423] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b4b3ba-2c28-3abf-fda9-2b5a6a242bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.942423] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.942423] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 601ed800-158d-4bec-a746-1825d79da206/601ed800-158d-4bec-a746-1825d79da206.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.942706] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8147bae6-419a-4b13-9a78-93fbaf47db75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.951219] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 751.951219] env[69287]: value = "task-3450216" [ 751.951219] env[69287]: _type = "Task" [ 751.951219] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.959801] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.202795] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.205536] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.662s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.207268] env[69287]: INFO nova.compute.claims [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.229428] env[69287]: INFO nova.scheduler.client.report [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Deleted allocations for instance a86939ca-f0b8-4d90-a421-6324ef9a89f8 [ 752.353398] env[69287]: DEBUG oslo_concurrency.lockutils [req-d143cc15-6c9e-487c-8c30-dcbc352bd226 req-effcf3c9-da26-4314-a72f-877ff1ffa38d service nova] Releasing lock "refresh_cache-86664fc5-9d66-4a97-a70e-f979ea7989af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.353818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "refresh_cache-86664fc5-9d66-4a97-a70e-f979ea7989af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.353973] env[69287]: DEBUG nova.network.neutron [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.461301] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444388} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.461372] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 601ed800-158d-4bec-a746-1825d79da206/601ed800-158d-4bec-a746-1825d79da206.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.461565] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.461822] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-497e35ff-bdc8-4bd8-8e54-c170003dd214 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.467644] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 752.467644] env[69287]: value = "task-3450217" [ 752.467644] env[69287]: _type = "Task" [ 752.467644] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.477202] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.741714] env[69287]: DEBUG oslo_concurrency.lockutils [None req-03c5f608-c702-4de1-b52f-27ba41586598 tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.054s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.743874] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.913s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.745025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.745025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.745025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.746132] env[69287]: INFO nova.compute.manager [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Terminating instance [ 752.896360] env[69287]: DEBUG nova.network.neutron [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.977385] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066777} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.977659] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.978454] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d658fbb9-9c9a-40d0-9de4-7f95237b6600 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.004064] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 601ed800-158d-4bec-a746-1825d79da206/601ed800-158d-4bec-a746-1825d79da206.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.004064] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156bbfd7-0feb-4283-9fc1-18c73407e4ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.023889] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 753.023889] env[69287]: value = "task-3450218" [ 753.023889] env[69287]: _type = "Task" [ 753.023889] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.031696] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.108742] env[69287]: DEBUG nova.network.neutron [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Updating instance_info_cache with network_info: [{"id": "2a5f0fd5-03d1-4411-baad-803d762c67dc", "address": "fa:16:3e:a3:7e:78", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5f0fd5-03", "ovs_interfaceid": "2a5f0fd5-03d1-4411-baad-803d762c67dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.249070] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.249267] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquired lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.249443] env[69287]: DEBUG nova.network.neutron [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.537208] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.613495] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "refresh_cache-86664fc5-9d66-4a97-a70e-f979ea7989af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.614127] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance network_info: |[{"id": "2a5f0fd5-03d1-4411-baad-803d762c67dc", "address": "fa:16:3e:a3:7e:78", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5f0fd5-03", "ovs_interfaceid": "2a5f0fd5-03d1-4411-baad-803d762c67dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.614292] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:7e:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a5f0fd5-03d1-4411-baad-803d762c67dc', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.622677] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.623439] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.624222] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cd6bde-9ff5-4bce-b508-e77a3bf68dc1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.628101] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c37c9d2-806b-4788-8b86-4b830d320f71 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.649058] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b7c7ca-bf8f-4522-a3b0-1beebd6a371e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.651721] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.651721] env[69287]: value = "task-3450219" [ 753.651721] env[69287]: _type = "Task" [ 753.651721] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.684463] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c66ca6-3114-42d4-b786-85be5a90f03a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.690228] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450219, 'name': CreateVM_Task} progress is 15%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.695235] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e7f46-8543-40a5-baa8-dfb120b92fb5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.716034] env[69287]: DEBUG nova.compute.provider_tree [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.752348] env[69287]: DEBUG nova.compute.utils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Can not refresh info_cache because instance was not found {{(pid=69287) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 753.769602] env[69287]: DEBUG nova.network.neutron [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.859926] env[69287]: DEBUG nova.network.neutron [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.901037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "1201c389-67f9-4a49-8d04-0fffbe8cf528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.901037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.901037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "1201c389-67f9-4a49-8d04-0fffbe8cf528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.901037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.901744] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.902200] env[69287]: INFO nova.compute.manager [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Terminating instance [ 754.035229] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450218, 'name': ReconfigVM_Task, 'duration_secs': 0.703797} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.035531] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 601ed800-158d-4bec-a746-1825d79da206/601ed800-158d-4bec-a746-1825d79da206.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.036177] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25f2dae1-7335-4f61-9403-707fae8c93ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.043137] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 754.043137] env[69287]: value = "task-3450220" [ 754.043137] env[69287]: _type = "Task" [ 754.043137] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.051227] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450220, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.161790] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450219, 'name': CreateVM_Task, 'duration_secs': 0.350174} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.161962] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.162693] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.162919] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.163284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.163591] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3734d047-614f-405d-8fd9-a24a49327b44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.168658] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 754.168658] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52526fb6-4fb4-8ee6-7a11-9cbe7e2871b4" [ 754.168658] env[69287]: _type = "Task" [ 754.168658] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.176446] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52526fb6-4fb4-8ee6-7a11-9cbe7e2871b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.217605] env[69287]: DEBUG nova.scheduler.client.report [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.362817] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Releasing lock "refresh_cache-a86939ca-f0b8-4d90-a421-6324ef9a89f8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.363317] env[69287]: DEBUG nova.compute.manager [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.363514] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.363812] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58b7777-75ed-41f3-b04a-011f8e5b5de6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.373469] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98928963-b275-4701-8e9e-0fb3fc86f073 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.403244] env[69287]: WARNING nova.virt.vmwareapi.vmops [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a86939ca-f0b8-4d90-a421-6324ef9a89f8 could not be found. [ 754.403486] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.403671] env[69287]: INFO nova.compute.manager [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Took 0.04 seconds to destroy the instance on the hypervisor. [ 754.403912] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.404180] env[69287]: DEBUG nova.compute.manager [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.404250] env[69287]: DEBUG nova.network.neutron [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.409601] env[69287]: DEBUG nova.compute.manager [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.409792] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.410554] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a03fd4-27ff-4ed0-b0be-086fc0eb764c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.417112] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.417329] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f21854-bade-481e-9ab7-30a933991886 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.422539] env[69287]: DEBUG oslo_vmware.api [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 754.422539] env[69287]: value = "task-3450221" [ 754.422539] env[69287]: _type = "Task" [ 754.422539] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.429999] env[69287]: DEBUG oslo_vmware.api [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.553487] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450220, 'name': Rename_Task, 'duration_secs': 0.137216} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.553829] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.554098] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ba5000-4b4e-4d4c-b518-3b9c5db1d5a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.560896] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 754.560896] env[69287]: value = "task-3450222" [ 754.560896] env[69287]: _type = "Task" [ 754.560896] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.569910] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.651258] env[69287]: DEBUG nova.network.neutron [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.680978] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52526fb6-4fb4-8ee6-7a11-9cbe7e2871b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.681292] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.681517] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.681749] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.681892] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.682072] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.682324] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d12bd7-ab41-4110-ae96-e3a179ce74ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.690596] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.690798] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.691582] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbd074e-34a5-4f9b-9cac-8fbf73e08aac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.697818] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 754.697818] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528ff326-eca8-e06e-6075-77db51e0c287" [ 754.697818] env[69287]: _type = "Task" [ 754.697818] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.706310] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528ff326-eca8-e06e-6075-77db51e0c287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.723540] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.724648] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.727556] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.353s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.727658] env[69287]: DEBUG nova.objects.instance [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lazy-loading 'resources' on Instance uuid 6ab24fb4-7b96-47ad-a951-40a856f07f72 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.932544] env[69287]: DEBUG oslo_vmware.api [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450221, 'name': PowerOffVM_Task, 'duration_secs': 0.208326} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.933142] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.933392] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.933604] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f61a1da5-3a1a-4279-850f-2d33994fefda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.999503] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.999753] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.000022] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Deleting the datastore file [datastore1] 1201c389-67f9-4a49-8d04-0fffbe8cf528 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.000295] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da958f40-d4c4-4fb3-9bd7-0e2a6db61fa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.007180] env[69287]: DEBUG oslo_vmware.api [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for the task: (returnval){ [ 755.007180] env[69287]: value = "task-3450224" [ 755.007180] env[69287]: _type = "Task" [ 755.007180] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.016390] env[69287]: DEBUG oslo_vmware.api [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.069642] env[69287]: DEBUG oslo_vmware.api [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450222, 'name': PowerOnVM_Task, 'duration_secs': 0.459893} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.069913] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.070145] env[69287]: INFO nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Took 7.49 seconds to spawn the instance on the hypervisor. [ 755.070352] env[69287]: DEBUG nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.071144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc65fc12-a09e-4a61-ba82-92ff55ef6ed4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.152916] env[69287]: DEBUG nova.network.neutron [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.208293] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528ff326-eca8-e06e-6075-77db51e0c287, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.209071] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebc5087-a55e-4b60-b69b-78fb19e29b28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.213949] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 755.213949] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5292395a-5bfe-f911-e3bb-7c05b7d03c47" [ 755.213949] env[69287]: _type = "Task" [ 755.213949] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.221440] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5292395a-5bfe-f911-e3bb-7c05b7d03c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.231140] env[69287]: DEBUG nova.compute.utils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.235202] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.235419] env[69287]: DEBUG nova.network.neutron [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.288918] env[69287]: DEBUG nova.policy [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a0d27d5b2c4818b68280a4e5273d3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c31876c0a79b48a1a7bb13ef75076184', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.519028] env[69287]: DEBUG oslo_vmware.api [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Task: {'id': task-3450224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.519834] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.520032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.520205] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.520382] env[69287]: INFO nova.compute.manager [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Took 1.11 seconds to destroy the instance on the hypervisor. [ 755.520674] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.522428] env[69287]: DEBUG nova.compute.manager [-] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.522428] env[69287]: DEBUG nova.network.neutron [-] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.589562] env[69287]: INFO nova.compute.manager [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Took 39.34 seconds to build instance. [ 755.655444] env[69287]: INFO nova.compute.manager [-] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Took 1.25 seconds to deallocate network for instance. [ 755.687823] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593fded2-e6d0-45de-8cf7-a423ebd0123b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.697431] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d624d0-3a64-413e-9fe0-6d72ae69dd01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.735944] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.743480] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af27e08-343f-47cd-8325-6810d02ffe6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.752888] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5292395a-5bfe-f911-e3bb-7c05b7d03c47, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.755138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.755304] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 86664fc5-9d66-4a97-a70e-f979ea7989af/86664fc5-9d66-4a97-a70e-f979ea7989af.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.757890] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e913fa81-ca9b-44f2-8192-a0200b747d00 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.760023] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3389e4a-f73a-4467-8f03-f59b23d8f1a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.774119] env[69287]: DEBUG nova.compute.provider_tree [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.776798] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 755.776798] env[69287]: value = "task-3450225" [ 755.776798] env[69287]: _type = "Task" [ 755.776798] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.786980] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.803195] env[69287]: DEBUG nova.network.neutron [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Successfully created port: 64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.926871] env[69287]: DEBUG nova.compute.manager [req-deafbcb6-a7d5-476a-a86a-98ffe6dbad09 req-5cad33e9-b2d2-4973-a5e4-f81576cb5be4 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Received event network-vif-deleted-60e68088-af55-4245-b2e4-defaa2ed236e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.926948] env[69287]: INFO nova.compute.manager [req-deafbcb6-a7d5-476a-a86a-98ffe6dbad09 req-5cad33e9-b2d2-4973-a5e4-f81576cb5be4 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Neutron deleted interface 60e68088-af55-4245-b2e4-defaa2ed236e; detaching it from the instance and deleting it from the info cache [ 755.927185] env[69287]: DEBUG nova.network.neutron [req-deafbcb6-a7d5-476a-a86a-98ffe6dbad09 req-5cad33e9-b2d2-4973-a5e4-f81576cb5be4 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.095818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1da7b575-39e2-452a-b378-d96fc83fda74 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "601ed800-158d-4bec-a746-1825d79da206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.151s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.167232] env[69287]: INFO nova.compute.manager [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance disappeared during terminate [ 756.167603] env[69287]: DEBUG oslo_concurrency.lockutils [None req-37a94f65-8142-4fa7-a3f4-361c1df38aaa tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "a86939ca-f0b8-4d90-a421-6324ef9a89f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.423s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.279644] env[69287]: DEBUG nova.scheduler.client.report [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.297653] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.385801] env[69287]: DEBUG nova.network.neutron [-] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.431794] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa107b09-502e-4d77-9d65-4d27c14869ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.443632] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2aa544-65c5-4bea-b98a-a4bc1c137307 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.476496] env[69287]: DEBUG nova.compute.manager [req-deafbcb6-a7d5-476a-a86a-98ffe6dbad09 req-5cad33e9-b2d2-4973-a5e4-f81576cb5be4 service nova] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Detach interface failed, port_id=60e68088-af55-4245-b2e4-defaa2ed236e, reason: Instance 1201c389-67f9-4a49-8d04-0fffbe8cf528 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 756.598944] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.754089] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.781657] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.781900] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.782067] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.782252] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.782411] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.782575] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.782786] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.782943] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.783121] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.783316] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.783518] env[69287]: DEBUG nova.virt.hardware [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.784452] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e1004f-2c1d-47bc-8140-d4ef4eef5978 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.790823] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.792912] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.670s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.794377] env[69287]: INFO nova.compute.claims [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.806835] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5854f-7ad2-4fbb-abc8-38271f37b49a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.811148] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735769} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.811148] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 86664fc5-9d66-4a97-a70e-f979ea7989af/86664fc5-9d66-4a97-a70e-f979ea7989af.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.811419] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.812054] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df57acc5-bcf1-49c4-ae86-fe491c8d526e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.822446] env[69287]: INFO nova.scheduler.client.report [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleted allocations for instance 6ab24fb4-7b96-47ad-a951-40a856f07f72 [ 756.830389] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 756.830389] env[69287]: value = "task-3450226" [ 756.830389] env[69287]: _type = "Task" [ 756.830389] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.838648] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.889529] env[69287]: INFO nova.compute.manager [-] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Took 1.37 seconds to deallocate network for instance. [ 756.934164] env[69287]: INFO nova.compute.manager [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Rescuing [ 756.934164] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.934164] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.934164] env[69287]: DEBUG nova.network.neutron [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.123559] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.330707] env[69287]: DEBUG oslo_concurrency.lockutils [None req-20627b77-8538-4034-bfda-b2fdad222d53 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "6ab24fb4-7b96-47ad-a951-40a856f07f72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.536s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.340524] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113108} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.341116] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.342354] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c4a56a-5041-4e63-9542-8d62b7847339 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.367673] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 86664fc5-9d66-4a97-a70e-f979ea7989af/86664fc5-9d66-4a97-a70e-f979ea7989af.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.368260] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-972d33c4-6892-4638-a2e1-160c3aee0651 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.391180] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 757.391180] env[69287]: value = "task-3450227" [ 757.391180] env[69287]: _type = "Task" [ 757.391180] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.401613] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.411242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.478913] env[69287]: DEBUG nova.network.neutron [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Successfully updated port: 64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.684233] env[69287]: DEBUG nova.network.neutron [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Updating instance_info_cache with network_info: [{"id": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "address": "fa:16:3e:a3:57:11", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860de66e-9d", "ovs_interfaceid": "860de66e-9dc6-4896-81cd-6eb00d41cfc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.903161] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.982513] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "refresh_cache-8ab143f5-d2c6-4ced-805a-89fb0ce860b1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.982756] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired lock "refresh_cache-8ab143f5-d2c6-4ced-805a-89fb0ce860b1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.982909] env[69287]: DEBUG nova.network.neutron [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.012589] env[69287]: DEBUG nova.compute.manager [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Received event network-vif-plugged-64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.012830] env[69287]: DEBUG oslo_concurrency.lockutils [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] Acquiring lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.013247] env[69287]: DEBUG oslo_concurrency.lockutils [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.013247] env[69287]: DEBUG oslo_concurrency.lockutils [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.013639] env[69287]: DEBUG nova.compute.manager [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] No waiting events found dispatching network-vif-plugged-64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.013639] env[69287]: WARNING nova.compute.manager [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Received unexpected event network-vif-plugged-64df7025-74c2-4eda-86fd-ef51d67e63c5 for instance with vm_state building and task_state spawning. [ 758.013740] env[69287]: DEBUG nova.compute.manager [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Received event network-changed-64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.013808] env[69287]: DEBUG nova.compute.manager [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Refreshing instance network info cache due to event network-changed-64df7025-74c2-4eda-86fd-ef51d67e63c5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.014139] env[69287]: DEBUG oslo_concurrency.lockutils [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] Acquiring lock "refresh_cache-8ab143f5-d2c6-4ced-805a-89fb0ce860b1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.187525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "refresh_cache-601ed800-158d-4bec-a746-1825d79da206" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.309425] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeb995a-5cd1-4daa-88f9-f8aa846c7786 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.321665] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc76cf7-8141-4c1f-9126-1a4388543c19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.354961] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98853644-7336-4bf2-bb10-a7c5de8131f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.364023] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4891c4-2da3-4849-90ec-a1f517865f0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.388937] env[69287]: DEBUG nova.compute.provider_tree [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.403942] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450227, 'name': ReconfigVM_Task, 'duration_secs': 0.835979} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.405188] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 86664fc5-9d66-4a97-a70e-f979ea7989af/86664fc5-9d66-4a97-a70e-f979ea7989af.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.406375] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0937088e-923c-42ce-a72a-248c425a961e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.416416] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 758.416416] env[69287]: value = "task-3450228" [ 758.416416] env[69287]: _type = "Task" [ 758.416416] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.434876] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450228, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.515774] env[69287]: DEBUG nova.network.neutron [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.674622] env[69287]: DEBUG nova.network.neutron [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Updating instance_info_cache with network_info: [{"id": "64df7025-74c2-4eda-86fd-ef51d67e63c5", "address": "fa:16:3e:1f:35:c9", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64df7025-74", "ovs_interfaceid": "64df7025-74c2-4eda-86fd-ef51d67e63c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.853069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.853069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.898368] env[69287]: DEBUG nova.scheduler.client.report [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.928805] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450228, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.178138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Releasing lock "refresh_cache-8ab143f5-d2c6-4ced-805a-89fb0ce860b1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.178351] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Instance network_info: |[{"id": "64df7025-74c2-4eda-86fd-ef51d67e63c5", "address": "fa:16:3e:1f:35:c9", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64df7025-74", "ovs_interfaceid": "64df7025-74c2-4eda-86fd-ef51d67e63c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.178708] env[69287]: DEBUG oslo_concurrency.lockutils [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] Acquired lock "refresh_cache-8ab143f5-d2c6-4ced-805a-89fb0ce860b1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.178951] env[69287]: DEBUG nova.network.neutron [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Refreshing network info cache for port 64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.180982] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:35:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64df7025-74c2-4eda-86fd-ef51d67e63c5', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.189463] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Creating folder: Project (c31876c0a79b48a1a7bb13ef75076184). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.190444] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee5d041-316a-4b6e-b4fa-5ce4fea6c0cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.201060] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Created folder: Project (c31876c0a79b48a1a7bb13ef75076184) in parent group-v688742. [ 759.201254] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Creating folder: Instances. Parent ref: group-v688853. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.201482] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c7d1010-60d2-42bd-b5b8-ffd42a7e110a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.211486] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Created folder: Instances in parent group-v688853. [ 759.211795] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.212013] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.212231] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23f2dd5f-5b87-45f3-807e-f01c78c6669c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.233883] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.233883] env[69287]: value = "task-3450231" [ 759.233883] env[69287]: _type = "Task" [ 759.233883] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.242745] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450231, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.378858] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.379040] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.404193] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.404743] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.407397] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.146s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.407636] env[69287]: DEBUG nova.objects.instance [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lazy-loading 'resources' on Instance uuid 702c536d-1471-4b42-b9af-a23fae9347fd {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.426839] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450228, 'name': Rename_Task, 'duration_secs': 0.962036} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.428220] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.428549] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba355579-ecff-4c64-82c0-59804c649901 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.434584] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 759.434584] env[69287]: value = "task-3450232" [ 759.434584] env[69287]: _type = "Task" [ 759.434584] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.443431] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.578009] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.578253] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.733148] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.733458] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43c26724-9336-4366-85ef-b811a1533971 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.745564] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450231, 'name': CreateVM_Task, 'duration_secs': 0.373801} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.746706] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.747045] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 759.747045] env[69287]: value = "task-3450233" [ 759.747045] env[69287]: _type = "Task" [ 759.747045] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.747646] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.747807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.748435] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2d5fa1-d551-4805-a2a9-c9f2c6076e12 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.757791] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 759.757791] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e40740-e2fd-a881-7311-f4cf10569c6c" [ 759.757791] env[69287]: _type = "Task" [ 759.757791] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.760571] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.768100] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e40740-e2fd-a881-7311-f4cf10569c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.886860] env[69287]: DEBUG nova.network.neutron [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Updated VIF entry in instance network info cache for port 64df7025-74c2-4eda-86fd-ef51d67e63c5. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.887300] env[69287]: DEBUG nova.network.neutron [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Updating instance_info_cache with network_info: [{"id": "64df7025-74c2-4eda-86fd-ef51d67e63c5", "address": "fa:16:3e:1f:35:c9", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64df7025-74", "ovs_interfaceid": "64df7025-74c2-4eda-86fd-ef51d67e63c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.910691] env[69287]: DEBUG nova.compute.utils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.915695] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.917081] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.947896] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.952936] env[69287]: DEBUG nova.policy [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52acc57dc06c433eb8576c687862f7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ad094d9cb24d769ae2b131435248e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.261600] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450233, 'name': PowerOffVM_Task, 'duration_secs': 0.195974} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.265386] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.266354] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd822317-76a4-40b8-97c1-301503b4ac4a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.291099] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e40740-e2fd-a881-7311-f4cf10569c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.294235] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Successfully created port: 4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.296487] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d49841-38f0-4352-b910-da5f5f888f1c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.299117] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.300083] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.300083] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.300083] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.300083] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.300319] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a77a64-9c64-4815-8a37-0de87583cc94 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.309834] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.310031] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.312781] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7dd3f9-9510-4116-ab82-d1628854beec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.318169] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 760.318169] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cca917-b813-9229-1ec6-2dd0bee8b6f5" [ 760.318169] env[69287]: _type = "Task" [ 760.318169] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.327194] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cca917-b813-9229-1ec6-2dd0bee8b6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.341638] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.341980] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca5fbb6c-6019-4275-8266-97e7db46e3cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.351493] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 760.351493] env[69287]: value = "task-3450234" [ 760.351493] env[69287]: _type = "Task" [ 760.351493] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.360043] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.389090] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de147dc-0d92-4953-8107-5eefad208b58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.392250] env[69287]: DEBUG oslo_concurrency.lockutils [req-d210fc9f-c0bc-48bd-89e8-c76b41c8c966 req-a421ac78-92a3-419e-a4b7-5d5f4dfb5999 service nova] Releasing lock "refresh_cache-8ab143f5-d2c6-4ced-805a-89fb0ce860b1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.397416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080631df-92cb-4603-8dc5-86dcf36e550a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.429459] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.436800] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e1b422-3ea5-460d-8f09-8cfe29109ea5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.455915] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538131a-8060-4486-9911-fb52a30d3cbb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.461342] env[69287]: DEBUG oslo_vmware.api [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450232, 'name': PowerOnVM_Task, 'duration_secs': 0.66301} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.461342] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.461342] env[69287]: INFO nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Took 10.27 seconds to spawn the instance on the hypervisor. [ 760.461342] env[69287]: DEBUG nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.461342] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad7cfa-3f7e-4ecf-b0b5-ded74dbe23c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.472206] env[69287]: DEBUG nova.compute.provider_tree [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.828774] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cca917-b813-9229-1ec6-2dd0bee8b6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.829596] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f47b3ce-25ee-4f85-8488-d6ddb6ecc582 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.834629] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 760.834629] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262b81a-9e46-88b2-5ee9-a6091806a5cc" [ 760.834629] env[69287]: _type = "Task" [ 760.834629] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.842255] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262b81a-9e46-88b2-5ee9-a6091806a5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.864537] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 760.864752] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.864987] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.865146] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.865322] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.865598] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9185566e-9a7f-476e-b6a3-e6ef415414ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.879316] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.881108] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.881843] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e13b03-1e4f-48f2-9d95-7b25200fd906 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.886943] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 760.886943] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c97bb3-4177-351c-8bec-d6a3cabed24e" [ 760.886943] env[69287]: _type = "Task" [ 760.886943] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.894805] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c97bb3-4177-351c-8bec-d6a3cabed24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.976561] env[69287]: DEBUG nova.scheduler.client.report [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.988787] env[69287]: INFO nova.compute.manager [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Took 40.03 seconds to build instance. [ 761.345322] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262b81a-9e46-88b2-5ee9-a6091806a5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.345622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.345873] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8ab143f5-d2c6-4ced-805a-89fb0ce860b1/8ab143f5-d2c6-4ced-805a-89fb0ce860b1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.346840] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76d50e57-9c28-435d-a255-7d466a16679a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.355034] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 761.355034] env[69287]: value = "task-3450235" [ 761.355034] env[69287]: _type = "Task" [ 761.355034] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.362235] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.367625] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bb46cd-ee9f-4572-9f36-aec998147005 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.374730] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Suspending the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 761.375084] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e5f0b1e4-b62b-470c-add6-6cbff4633e36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.381505] env[69287]: DEBUG oslo_vmware.api [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 761.381505] env[69287]: value = "task-3450236" [ 761.381505] env[69287]: _type = "Task" [ 761.381505] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.389066] env[69287]: DEBUG oslo_vmware.api [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450236, 'name': SuspendVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.397496] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c97bb3-4177-351c-8bec-d6a3cabed24e, 'name': SearchDatastore_Task, 'duration_secs': 0.034729} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.398238] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227fa230-ccfb-4782-b290-544fc49581c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.403442] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 761.403442] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5298e7bd-8e03-dd31-797d-feee11f5ccb2" [ 761.403442] env[69287]: _type = "Task" [ 761.403442] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.411656] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5298e7bd-8e03-dd31-797d-feee11f5ccb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.450176] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.479265] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.479663] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.479842] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.479932] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.480031] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.480208] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.480438] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.480606] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.480792] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.480957] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.481162] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.482018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.484742] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f373e405-423d-41ff-87a1-16141e580a49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.488149] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.472s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.490090] env[69287]: INFO nova.compute.claims [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.493416] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a523251-dde9-4afe-b596-c6409b34a58c tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.983s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.499554] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a08c1a-947c-48dd-a68f-5999b1566c02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.519112] env[69287]: INFO nova.scheduler.client.report [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Deleted allocations for instance 702c536d-1471-4b42-b9af-a23fae9347fd [ 761.871037] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445108} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.871342] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8ab143f5-d2c6-4ced-805a-89fb0ce860b1/8ab143f5-d2c6-4ced-805a-89fb0ce860b1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.871574] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.871932] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e2a1ee7-559c-43e9-93a9-ef79b0e38d1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.880026] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 761.880026] env[69287]: value = "task-3450237" [ 761.880026] env[69287]: _type = "Task" [ 761.880026] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.886985] env[69287]: DEBUG nova.compute.manager [req-1a156334-fc50-48ad-93e9-ea778c5bf04f req-7cd702f4-cdac-4d89-89c8-125296d9cdef service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Received event network-vif-plugged-4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.887101] env[69287]: DEBUG oslo_concurrency.lockutils [req-1a156334-fc50-48ad-93e9-ea778c5bf04f req-7cd702f4-cdac-4d89-89c8-125296d9cdef service nova] Acquiring lock "3f41634b-5a46-4435-b023-667f55920706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.887298] env[69287]: DEBUG oslo_concurrency.lockutils [req-1a156334-fc50-48ad-93e9-ea778c5bf04f req-7cd702f4-cdac-4d89-89c8-125296d9cdef service nova] Lock "3f41634b-5a46-4435-b023-667f55920706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.887485] env[69287]: DEBUG oslo_concurrency.lockutils [req-1a156334-fc50-48ad-93e9-ea778c5bf04f req-7cd702f4-cdac-4d89-89c8-125296d9cdef service nova] Lock "3f41634b-5a46-4435-b023-667f55920706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.887742] env[69287]: DEBUG nova.compute.manager [req-1a156334-fc50-48ad-93e9-ea778c5bf04f req-7cd702f4-cdac-4d89-89c8-125296d9cdef service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] No waiting events found dispatching network-vif-plugged-4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.887938] env[69287]: WARNING nova.compute.manager [req-1a156334-fc50-48ad-93e9-ea778c5bf04f req-7cd702f4-cdac-4d89-89c8-125296d9cdef service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Received unexpected event network-vif-plugged-4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 for instance with vm_state building and task_state spawning. [ 761.897980] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.902602] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Successfully updated port: 4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.905412] env[69287]: DEBUG oslo_vmware.api [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450236, 'name': SuspendVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.914587] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5298e7bd-8e03-dd31-797d-feee11f5ccb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.915386] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.915674] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 601ed800-158d-4bec-a746-1825d79da206/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. {{(pid=69287) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 761.915935] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57f9d715-e749-4e42-8f39-93dbc273b0f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.922980] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 761.922980] env[69287]: value = "task-3450238" [ 761.922980] env[69287]: _type = "Task" [ 761.922980] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.931598] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.000453] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.034015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-356e1d4b-eed7-4d7a-8c15-01c269167b90 tempest-ServerMetadataNegativeTestJSON-1227870913 tempest-ServerMetadataNegativeTestJSON-1227870913-project-member] Lock "702c536d-1471-4b42-b9af-a23fae9347fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.301s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.391465] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074614} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.393327] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.394085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d47c9b-c647-42ae-be7f-51ddf1ea8145 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.400843] env[69287]: DEBUG oslo_vmware.api [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450236, 'name': SuspendVM_Task, 'duration_secs': 0.639634} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.410732] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Suspended the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 762.410929] env[69287]: DEBUG nova.compute.manager [None req-60836604-efec-4c51-8cdd-f7a701bc9866 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.411465] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "refresh_cache-3f41634b-5a46-4435-b023-667f55920706" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.411599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "refresh_cache-3f41634b-5a46-4435-b023-667f55920706" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.411738] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.423355] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 8ab143f5-d2c6-4ced-805a-89fb0ce860b1/8ab143f5-d2c6-4ced-805a-89fb0ce860b1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.426720] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d3663-4b0e-4e14-8c3e-9e3273a58eb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.429616] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40cde99b-cf5f-498a-b5c5-0db50d97a9c2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.452778] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44305} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.454929] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 601ed800-158d-4bec-a746-1825d79da206/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. [ 762.457359] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 762.457359] env[69287]: value = "task-3450239" [ 762.457359] env[69287]: _type = "Task" [ 762.457359] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.458299] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c40a0e-8c58-4ce2-8ffc-9a5f8ceae91d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.493749] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 601ed800-158d-4bec-a746-1825d79da206/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.497820] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.499664] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9becbbe2-2d65-4cf3-a25e-217a4345ecaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.513669] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.528323] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 762.528323] env[69287]: value = "task-3450240" [ 762.528323] env[69287]: _type = "Task" [ 762.528323] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.536989] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.539221] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.684227] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Updating instance_info_cache with network_info: [{"id": "4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7", "address": "fa:16:3e:e1:bf:14", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed4eb94-7c", "ovs_interfaceid": "4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.979792] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450239, 'name': ReconfigVM_Task, 'duration_secs': 0.297289} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.980103] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 8ab143f5-d2c6-4ced-805a-89fb0ce860b1/8ab143f5-d2c6-4ced-805a-89fb0ce860b1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.980707] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65695d6d-4843-40f5-bef6-41eab0cc27ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.988677] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 762.988677] env[69287]: value = "task-3450241" [ 762.988677] env[69287]: _type = "Task" [ 762.988677] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.993806] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bd0db-0ae6-4cff-b98f-1feb40b021d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.001611] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450241, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.004214] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90250e4-dabe-47a2-a1bb-bc273be45064 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.039051] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4516c4-b77e-49f5-a663-c1df891340e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.046508] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450240, 'name': ReconfigVM_Task, 'duration_secs': 0.317159} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.048663] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 601ed800-158d-4bec-a746-1825d79da206/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.049851] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4bac34-23fb-4429-bd19-7efe03d17054 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.053168] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f94ada5-b2c5-4f78-9bef-19ff1cc9da1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.090543] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4256a3d8-821b-4194-ae79-77eaa4015fba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.101561] env[69287]: DEBUG nova.compute.provider_tree [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.110307] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 763.110307] env[69287]: value = "task-3450242" [ 763.110307] env[69287]: _type = "Task" [ 763.110307] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.120957] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.187095] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "refresh_cache-3f41634b-5a46-4435-b023-667f55920706" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.187429] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Instance network_info: |[{"id": "4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7", "address": "fa:16:3e:e1:bf:14", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed4eb94-7c", "ovs_interfaceid": "4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.187891] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:bf:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.196843] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.197081] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f41634b-5a46-4435-b023-667f55920706] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.197308] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9717279-1bb4-49ff-aad0-184bba1c87b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.217299] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.217299] env[69287]: value = "task-3450243" [ 763.217299] env[69287]: _type = "Task" [ 763.217299] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.227016] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450243, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.500741] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450241, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.605091] env[69287]: DEBUG nova.scheduler.client.report [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.620904] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450242, 'name': ReconfigVM_Task, 'duration_secs': 0.163665} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.621267] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.621575] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81480a33-09a9-41cb-88f3-779650c5dcd7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.633291] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 763.633291] env[69287]: value = "task-3450244" [ 763.633291] env[69287]: _type = "Task" [ 763.633291] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.646345] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.729224] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450243, 'name': CreateVM_Task, 'duration_secs': 0.352257} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.729224] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f41634b-5a46-4435-b023-667f55920706] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.729891] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.730155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.730528] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.731306] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9d8e98-53e7-4b65-a6d6-4671417aea93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.735783] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 763.735783] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52501414-49da-4ec4-65b0-57757ba43f31" [ 763.735783] env[69287]: _type = "Task" [ 763.735783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.743529] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52501414-49da-4ec4-65b0-57757ba43f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.000603] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450241, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.114408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.114408] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.122154] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.560s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.129198] env[69287]: DEBUG nova.compute.manager [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Received event network-changed-4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.129198] env[69287]: DEBUG nova.compute.manager [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Refreshing instance network info cache due to event network-changed-4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.129198] env[69287]: DEBUG oslo_concurrency.lockutils [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] Acquiring lock "refresh_cache-3f41634b-5a46-4435-b023-667f55920706" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.129198] env[69287]: DEBUG oslo_concurrency.lockutils [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] Acquired lock "refresh_cache-3f41634b-5a46-4435-b023-667f55920706" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.129198] env[69287]: DEBUG nova.network.neutron [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Refreshing network info cache for port 4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.145678] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.248088] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52501414-49da-4ec4-65b0-57757ba43f31, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.248445] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.248782] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.249034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.249236] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.249465] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.249787] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aa893ac-670d-4ff7-9308-5120d32af99d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.261018] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.261018] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.261018] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00a29e4-6f7f-4ee8-859d-5e104a744802 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.266850] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 764.266850] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d0f3f-2147-87ba-5f9e-92cada419529" [ 764.266850] env[69287]: _type = "Task" [ 764.266850] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.273203] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d0f3f-2147-87ba-5f9e-92cada419529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.500538] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450241, 'name': Rename_Task, 'duration_secs': 1.1503} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.500774] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.501035] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf28bd2-4d6e-48fc-bbb6-484e74d2a94d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.507718] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 764.507718] env[69287]: value = "task-3450245" [ 764.507718] env[69287]: _type = "Task" [ 764.507718] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.514919] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.640946] env[69287]: DEBUG nova.compute.utils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 764.644989] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.644989] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.657021] env[69287]: DEBUG oslo_vmware.api [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450244, 'name': PowerOnVM_Task, 'duration_secs': 0.579835} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.657795] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.660505] env[69287]: DEBUG nova.compute.manager [None req-828663c5-4de3-427b-a050-50f0e3269e86 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.661167] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd06f71-734b-49e3-8882-7cb972dd6464 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.688400] env[69287]: DEBUG nova.compute.manager [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.689260] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac550a-f302-4bb9-9dee-226bcca1bae8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.721154] env[69287]: DEBUG nova.policy [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52acc57dc06c433eb8576c687862f7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ad094d9cb24d769ae2b131435248e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.780991] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d0f3f-2147-87ba-5f9e-92cada419529, 'name': SearchDatastore_Task, 'duration_secs': 0.008147} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.782262] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc50b5f-85ae-4d72-a406-ea0256a4f95f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.789091] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 764.789091] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b0387f-a5a2-debc-8885-e7f09035c22b" [ 764.789091] env[69287]: _type = "Task" [ 764.789091] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.796664] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b0387f-a5a2-debc-8885-e7f09035c22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.008243] env[69287]: DEBUG nova.network.neutron [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Updated VIF entry in instance network info cache for port 4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.008617] env[69287]: DEBUG nova.network.neutron [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Updating instance_info_cache with network_info: [{"id": "4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7", "address": "fa:16:3e:e1:bf:14", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ed4eb94-7c", "ovs_interfaceid": "4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.022050] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450245, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.148972] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.157761] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Successfully created port: d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.179063] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 1201c389-67f9-4a49-8d04-0fffbe8cf528 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179063] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179063] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 61c6da84-4ca4-45d2-b573-3280a7b7cdba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179063] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance e0644f3d-ca8f-4411-b54b-e24c33070882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179357] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 137d5236-472a-494b-91a6-5a76844f2d17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179357] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9df3a8ed-6ee2-422e-9242-70ba607aba5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179357] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 7adab229-dc33-44c0-bfe5-8ae48d438f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179357] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179475] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179475] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 6afbbc09-9ffa-425b-babc-bc287042937f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179475] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a1e62b27-e8ff-4058-bb39-f3619a3335b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179475] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 3c6d72c1-e6c8-416e-9d15-0fc141b7c047 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179475] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8ba20081-cf84-4cf8-8928-e0dc6719d518 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179608] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8bc071fa-1afb-466e-8d6e-d259d9b7be1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.179608] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179608] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179608] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 601ed800-158d-4bec-a746-1825d79da206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179713] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 86664fc5-9d66-4a97-a70e-f979ea7989af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179713] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8ab143f5-d2c6-4ced-805a-89fb0ce860b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179713] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 3f41634b-5a46-4435-b023-667f55920706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.179713] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance beaa19aa-3578-4a12-ac8b-cdcbddb56ba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.204727] env[69287]: INFO nova.compute.manager [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] instance snapshotting [ 765.204929] env[69287]: WARNING nova.compute.manager [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 765.208496] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f76d5-1c1e-411b-8ad7-276ee3d44f23 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.231720] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac64bb9d-5d6b-40be-92ca-17e3f9ee0f5e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.299900] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b0387f-a5a2-debc-8885-e7f09035c22b, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.299900] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.299900] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 3f41634b-5a46-4435-b023-667f55920706/3f41634b-5a46-4435-b023-667f55920706.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.300178] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-114bfb02-8ea4-451f-abc4-ebe87021fe5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.307395] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 765.307395] env[69287]: value = "task-3450246" [ 765.307395] env[69287]: _type = "Task" [ 765.307395] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.315170] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.516251] env[69287]: DEBUG oslo_concurrency.lockutils [req-45d319ad-431b-4bb2-b8ef-4569f0a10319 req-f0f49608-a28e-40c7-bef6-aca515593cad service nova] Releasing lock "refresh_cache-3f41634b-5a46-4435-b023-667f55920706" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.525273] env[69287]: DEBUG oslo_vmware.api [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450245, 'name': PowerOnVM_Task, 'duration_secs': 0.539686} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.525666] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.525886] env[69287]: INFO nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Took 8.77 seconds to spawn the instance on the hypervisor. [ 765.526078] env[69287]: DEBUG nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.526912] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83037c5f-7d29-4a12-8a1d-833fc1c12887 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.681354] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4f9bd637-5c78-4c0a-bd7d-c572595d16a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 765.742972] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.743325] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b921664f-67e2-41d9-be0e-55135f75a633 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.751188] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 765.751188] env[69287]: value = "task-3450247" [ 765.751188] env[69287]: _type = "Task" [ 765.751188] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.760152] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.817070] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441935} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.817319] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 3f41634b-5a46-4435-b023-667f55920706/3f41634b-5a46-4435-b023-667f55920706.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.817531] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.817767] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-320d55af-1c57-4dc9-81bd-937055c41513 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.824910] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 765.824910] env[69287]: value = "task-3450248" [ 765.824910] env[69287]: _type = "Task" [ 765.824910] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.833531] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.047366] env[69287]: INFO nova.compute.manager [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Took 43.54 seconds to build instance. [ 766.161034] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.184757] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.185031] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.185193] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.185378] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.185561] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.185699] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.185909] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.186078] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.186248] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.186408] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.186635] env[69287]: DEBUG nova.virt.hardware [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.187331] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 6df206b8-a448-4fe6-b0d2-d2b1e913e997 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.189050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c0e481-d162-4b64-af46-88a2929cbfed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.198219] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b293a48-2bb1-4687-a9e9-f6da82d99442 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.261256] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450247, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.334998] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22596} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.335299] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.336032] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef842ee-5795-4de3-89b7-29731c28b557 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.358791] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 3f41634b-5a46-4435-b023-667f55920706/3f41634b-5a46-4435-b023-667f55920706.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.359121] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e45afe-84df-49a2-9cd2-e921523311b7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.379198] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 766.379198] env[69287]: value = "task-3450249" [ 766.379198] env[69287]: _type = "Task" [ 766.379198] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.386490] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.550215] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5f1c368-5b7c-4f2b-b651-33cff536bf2f tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.222s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.693617] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4ff609df-07c8-420f-8eec-e89c33a51a33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.751383] env[69287]: DEBUG nova.compute.manager [req-0e9762a5-f91c-492e-aef5-b6f0ba4e5594 req-5fcee1a9-7a1c-41a8-99ea-f53db3d295d5 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Received event network-vif-plugged-d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.751383] env[69287]: DEBUG oslo_concurrency.lockutils [req-0e9762a5-f91c-492e-aef5-b6f0ba4e5594 req-5fcee1a9-7a1c-41a8-99ea-f53db3d295d5 service nova] Acquiring lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.751383] env[69287]: DEBUG oslo_concurrency.lockutils [req-0e9762a5-f91c-492e-aef5-b6f0ba4e5594 req-5fcee1a9-7a1c-41a8-99ea-f53db3d295d5 service nova] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.751383] env[69287]: DEBUG oslo_concurrency.lockutils [req-0e9762a5-f91c-492e-aef5-b6f0ba4e5594 req-5fcee1a9-7a1c-41a8-99ea-f53db3d295d5 service nova] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.758019] env[69287]: DEBUG nova.compute.manager [req-0e9762a5-f91c-492e-aef5-b6f0ba4e5594 req-5fcee1a9-7a1c-41a8-99ea-f53db3d295d5 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] No waiting events found dispatching network-vif-plugged-d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.758019] env[69287]: WARNING nova.compute.manager [req-0e9762a5-f91c-492e-aef5-b6f0ba4e5594 req-5fcee1a9-7a1c-41a8-99ea-f53db3d295d5 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Received unexpected event network-vif-plugged-d3cdd1a2-a935-4ed9-a104-324b3f3516c2 for instance with vm_state building and task_state spawning. [ 766.771037] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450247, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.839470] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Successfully updated port: d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.889302] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450249, 'name': ReconfigVM_Task, 'duration_secs': 0.286387} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.889571] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 3f41634b-5a46-4435-b023-667f55920706/3f41634b-5a46-4435-b023-667f55920706.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.890213] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e80dfd89-55b3-4a14-a618-5dc9db4788ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.897630] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 766.897630] env[69287]: value = "task-3450250" [ 766.897630] env[69287]: _type = "Task" [ 766.897630] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.905454] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450250, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.915181] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "8d9f6973-84c3-486e-b609-6670e220a68a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.915367] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "8d9f6973-84c3-486e-b609-6670e220a68a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.053030] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.198964] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.268425] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "8c8a6ea3-81b1-4118-a404-f172457766cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.268675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.268889] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450247, 'name': CreateSnapshot_Task, 'duration_secs': 1.281903} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.269125] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.269824] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a22a3da-ce84-468a-98b0-656837c07c2b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.346031] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "refresh_cache-beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.346031] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "refresh_cache-beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.346031] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.408118] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450250, 'name': Rename_Task, 'duration_secs': 0.142619} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.408446] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.408724] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d62b676-d134-433f-83d0-876ad2278a8f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.415569] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 767.415569] env[69287]: value = "task-3450251" [ 767.415569] env[69287]: _type = "Task" [ 767.415569] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.425372] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.584506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.702233] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 47493890-3a5e-4f5e-a1fd-f6be17648fc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.789247] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.790087] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d1939a8-a060-4952-a4cf-7fdb62a9c848 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.800441] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 767.800441] env[69287]: value = "task-3450252" [ 767.800441] env[69287]: _type = "Task" [ 767.800441] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.809514] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450252, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.893095] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.925114] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450251, 'name': PowerOnVM_Task, 'duration_secs': 0.446484} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.925388] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.925615] env[69287]: INFO nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Took 6.48 seconds to spawn the instance on the hypervisor. [ 767.925804] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.926651] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc002368-9150-4fe1-b2d5-3039d61c77b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.059441] env[69287]: DEBUG nova.network.neutron [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Updating instance_info_cache with network_info: [{"id": "d3cdd1a2-a935-4ed9-a104-324b3f3516c2", "address": "fa:16:3e:28:e5:6e", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdd1a2-a9", "ovs_interfaceid": "d3cdd1a2-a935-4ed9-a104-324b3f3516c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.206110] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a5b586bb-eb9b-4ed5-8c26-8a59f63eead4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.311399] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450252, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.449016] env[69287]: INFO nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Took 42.35 seconds to build instance. [ 768.562516] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "refresh_cache-beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.562854] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Instance network_info: |[{"id": "d3cdd1a2-a935-4ed9-a104-324b3f3516c2", "address": "fa:16:3e:28:e5:6e", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdd1a2-a9", "ovs_interfaceid": "d3cdd1a2-a935-4ed9-a104-324b3f3516c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.563286] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e5:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3cdd1a2-a935-4ed9-a104-324b3f3516c2', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.570985] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.571226] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.571450] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd5db36-6570-4101-a409-5847a00d5d3c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.590951] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.590951] env[69287]: value = "task-3450253" [ 768.590951] env[69287]: _type = "Task" [ 768.590951] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.598354] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450253, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.710455] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 42273db3-0272-46ac-9be6-edcbe7898d7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.774711] env[69287]: DEBUG nova.compute.manager [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Received event network-changed-d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.774917] env[69287]: DEBUG nova.compute.manager [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Refreshing instance network info cache due to event network-changed-d3cdd1a2-a935-4ed9-a104-324b3f3516c2. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.775252] env[69287]: DEBUG oslo_concurrency.lockutils [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] Acquiring lock "refresh_cache-beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.775444] env[69287]: DEBUG oslo_concurrency.lockutils [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] Acquired lock "refresh_cache-beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.775647] env[69287]: DEBUG nova.network.neutron [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Refreshing network info cache for port d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.811199] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450252, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.951206] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "3f41634b-5a46-4435-b023-667f55920706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.582s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.101169] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450253, 'name': CreateVM_Task, 'duration_secs': 0.364765} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.101368] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.102115] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.102309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.102672] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.102951] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279aa3be-4802-444a-9e2e-8df67c76b3a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.107426] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 769.107426] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d2bfb8-0224-4cae-6061-6095e3918869" [ 769.107426] env[69287]: _type = "Task" [ 769.107426] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.115191] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d2bfb8-0224-4cae-6061-6095e3918869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.214457] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ceec6f62-e914-4659-8fab-25647605cc63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.311330] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450252, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.454169] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.621526] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d2bfb8-0224-4cae-6061-6095e3918869, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.621937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622478] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.622814] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623053] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.623319] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.623658] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-996eec31-7781-45dd-897a-4fc2a05de0a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.637162] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.637162] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.637795] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfdafff-f888-4d24-8d5d-2c8892fdd021 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.647388] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 769.647388] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529ad16e-942d-fbb5-c296-2e4b5cd3edb2" [ 769.647388] env[69287]: _type = "Task" [ 769.647388] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.657515] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529ad16e-942d-fbb5-c296-2e4b5cd3edb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.717919] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9a9112e4-5798-4ff4-87b8-e91ff59cffcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.759301] env[69287]: DEBUG nova.network.neutron [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Updated VIF entry in instance network info cache for port d3cdd1a2-a935-4ed9-a104-324b3f3516c2. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.759674] env[69287]: DEBUG nova.network.neutron [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Updating instance_info_cache with network_info: [{"id": "d3cdd1a2-a935-4ed9-a104-324b3f3516c2", "address": "fa:16:3e:28:e5:6e", "network": {"id": "f3591d84-7c5f-4784-9db5-9d02b3cbf079", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1967914492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ad094d9cb24d769ae2b131435248e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdd1a2-a9", "ovs_interfaceid": "d3cdd1a2-a935-4ed9-a104-324b3f3516c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.811520] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450252, 'name': CloneVM_Task, 'duration_secs': 1.794062} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.811828] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Created linked-clone VM from snapshot [ 769.812613] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ec62a-7e49-4621-8b8a-9f2ebb17b01a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.820022] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Uploading image 38ea3127-e6c1-4218-a097-d200f038591b {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.840535] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.840535] env[69287]: value = "vm-688858" [ 769.840535] env[69287]: _type = "VirtualMachine" [ 769.840535] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.840795] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a8d959f-e4b7-46ca-a414-98e851342b01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.847539] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease: (returnval){ [ 769.847539] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a70ccf-e2d0-6b4f-9ac7-a33bce2a78ca" [ 769.847539] env[69287]: _type = "HttpNfcLease" [ 769.847539] env[69287]: } obtained for exporting VM: (result){ [ 769.847539] env[69287]: value = "vm-688858" [ 769.847539] env[69287]: _type = "VirtualMachine" [ 769.847539] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.847824] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the lease: (returnval){ [ 769.847824] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a70ccf-e2d0-6b4f-9ac7-a33bce2a78ca" [ 769.847824] env[69287]: _type = "HttpNfcLease" [ 769.847824] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.854377] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.854377] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a70ccf-e2d0-6b4f-9ac7-a33bce2a78ca" [ 769.854377] env[69287]: _type = "HttpNfcLease" [ 769.854377] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.975990] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.160023] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529ad16e-942d-fbb5-c296-2e4b5cd3edb2, 'name': SearchDatastore_Task, 'duration_secs': 0.030617} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.160023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f77602-fe35-4801-bbbd-fc94e41f27dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.166364] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 770.166364] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52058c2f-2fdd-ebed-6954-4a481ce21496" [ 770.166364] env[69287]: _type = "Task" [ 770.166364] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.174150] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52058c2f-2fdd-ebed-6954-4a481ce21496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.220866] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4617d99a-7eca-44ec-aa4f-daed7a2c056f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 770.262538] env[69287]: DEBUG oslo_concurrency.lockutils [req-f9673c7b-5bfb-4fb4-ab39-406521b35a0a req-eaceedd7-7a1d-40b0-81df-903f71742331 service nova] Releasing lock "refresh_cache-beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.359085] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.359085] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a70ccf-e2d0-6b4f-9ac7-a33bce2a78ca" [ 770.359085] env[69287]: _type = "HttpNfcLease" [ 770.359085] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.359438] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.359438] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a70ccf-e2d0-6b4f-9ac7-a33bce2a78ca" [ 770.359438] env[69287]: _type = "HttpNfcLease" [ 770.359438] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.360270] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d996ad-69c6-41af-982f-b4d0d3272990 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.368108] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280ad84-c3bf-2acf-92e0-82b44e18b040/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.368307] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280ad84-c3bf-2acf-92e0-82b44e18b040/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.475501] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dba0a095-7e41-4371-953a-f64fac81d00b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.678840] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52058c2f-2fdd-ebed-6954-4a481ce21496, 'name': SearchDatastore_Task, 'duration_secs': 0.025829} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.680830] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.681222] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] beaa19aa-3578-4a12-ac8b-cdcbddb56ba5/beaa19aa-3578-4a12-ac8b-cdcbddb56ba5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.681666] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1250ce2-5fb1-4f9c-ad25-5c9dc877678b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.690290] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 770.690290] env[69287]: value = "task-3450255" [ 770.690290] env[69287]: _type = "Task" [ 770.690290] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.697766] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.729772] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 770.729772] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 770.729772] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 771.198639] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458168} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.202918] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] beaa19aa-3578-4a12-ac8b-cdcbddb56ba5/beaa19aa-3578-4a12-ac8b-cdcbddb56ba5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.203381] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.204060] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-187d0a5e-38f5-4e97-b28a-f5cbc53a8cef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.212616] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 771.212616] env[69287]: value = "task-3450256" [ 771.212616] env[69287]: _type = "Task" [ 771.212616] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.227459] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.266652] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19527fdd-7366-496a-912f-bd83296fa6da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.276339] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161d73af-bdd1-4ace-b593-3d1777fe4152 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.314539] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294f8619-21f1-4c79-8bba-8abbd1d7401c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.323042] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6b929-d48b-4c3f-ade9-133cdc5da684 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.339599] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.722933] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067659} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.723252] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.724063] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650b1be-b8be-401b-b760-cd2735d7a4ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.746592] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] beaa19aa-3578-4a12-ac8b-cdcbddb56ba5/beaa19aa-3578-4a12-ac8b-cdcbddb56ba5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.747178] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17830268-c73a-42bf-9268-649f63798740 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.767035] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 771.767035] env[69287]: value = "task-3450257" [ 771.767035] env[69287]: _type = "Task" [ 771.767035] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.774904] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.843693] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.278624] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.350871] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 772.351186] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.231s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.351467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.607s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.351649] env[69287]: DEBUG nova.objects.instance [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.778460] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450257, 'name': ReconfigVM_Task, 'duration_secs': 0.581426} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.778786] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Reconfigured VM instance instance-00000026 to attach disk [datastore1] beaa19aa-3578-4a12-ac8b-cdcbddb56ba5/beaa19aa-3578-4a12-ac8b-cdcbddb56ba5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.779428] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054cf531-4b1b-445e-8fbf-c739ae6eb4a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.785964] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 772.785964] env[69287]: value = "task-3450258" [ 772.785964] env[69287]: _type = "Task" [ 772.785964] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.794132] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450258, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.296842] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450258, 'name': Rename_Task, 'duration_secs': 0.324139} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.296842] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.296842] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a71ecfb-6270-4415-bb83-210ed523db37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.302986] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 773.302986] env[69287]: value = "task-3450259" [ 773.302986] env[69287]: _type = "Task" [ 773.302986] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.310914] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.362532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-94d8ddb3-d614-435d-b10b-c2f009bcbb2a tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.363354] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.194s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.365662] env[69287]: INFO nova.compute.claims [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.813996] env[69287]: DEBUG oslo_vmware.api [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450259, 'name': PowerOnVM_Task, 'duration_secs': 0.504799} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.814299] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.814507] env[69287]: INFO nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Took 7.65 seconds to spawn the instance on the hypervisor. [ 773.814730] env[69287]: DEBUG nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.815738] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de73d1c-2858-41f4-bc26-cd1337030869 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.332580] env[69287]: INFO nova.compute.manager [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Took 45.34 seconds to build instance. [ 774.816419] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b04175-6340-46f4-acd0-8306fb186d2e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.824753] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16472980-6386-42f8-8f43-2b4ae68db0e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.856289] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ac3eb3d4-8c1d-450e-beb4-7e21bc9ec347 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.411s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.859031] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df849c4-8fa4-4c88-8154-c8f054a43772 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.866587] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41229d-f091-4051-b027-335b2646b122 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.880876] env[69287]: DEBUG nova.compute.provider_tree [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.364867] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.384268] env[69287]: DEBUG nova.scheduler.client.report [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.443420] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "3f41634b-5a46-4435-b023-667f55920706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.444029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "3f41634b-5a46-4435-b023-667f55920706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.444029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "3f41634b-5a46-4435-b023-667f55920706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.444229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "3f41634b-5a46-4435-b023-667f55920706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.444401] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "3f41634b-5a46-4435-b023-667f55920706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.446754] env[69287]: INFO nova.compute.manager [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Terminating instance [ 775.514253] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.514350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.514535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.514724] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.514927] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.517180] env[69287]: INFO nova.compute.manager [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Terminating instance [ 775.890438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.891315] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.891822] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.894455] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.051s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.894648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.896819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.608s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.898177] env[69287]: INFO nova.compute.claims [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.924023] env[69287]: INFO nova.scheduler.client.report [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Deleted allocations for instance a1e62b27-e8ff-4058-bb39-f3619a3335b0 [ 775.951196] env[69287]: DEBUG nova.compute.manager [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.951438] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.952506] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76dc8e-2c2d-4ed4-8bfd-4cecddf65a26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.961412] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.961713] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67cce8ed-3f13-4cdd-a893-648f6554bea1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.968412] env[69287]: DEBUG oslo_vmware.api [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 775.968412] env[69287]: value = "task-3450260" [ 775.968412] env[69287]: _type = "Task" [ 775.968412] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.976560] env[69287]: DEBUG oslo_vmware.api [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.020687] env[69287]: DEBUG nova.compute.manager [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.020906] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.021867] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da421956-13cc-4df2-a00a-bc18d5e80bce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.030075] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.030378] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce31939-31b4-48db-bf44-cb26e6f18971 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.040580] env[69287]: DEBUG oslo_vmware.api [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 776.040580] env[69287]: value = "task-3450261" [ 776.040580] env[69287]: _type = "Task" [ 776.040580] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.048407] env[69287]: DEBUG oslo_vmware.api [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.406833] env[69287]: DEBUG nova.compute.utils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.408236] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.408401] env[69287]: DEBUG nova.network.neutron [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.434956] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d65a756-0738-4300-8ad1-1d595900d104 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830 tempest-FloatingIPsAssociationNegativeTestJSON-1190417830-project-member] Lock "a1e62b27-e8ff-4058-bb39-f3619a3335b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.105s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.474435] env[69287]: DEBUG nova.policy [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ae59e4e1a6949d2b2bdc8d5b7e0d8dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17a98c113e174556b81e3f250c388a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.482080] env[69287]: DEBUG oslo_vmware.api [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450260, 'name': PowerOffVM_Task, 'duration_secs': 0.215339} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.482451] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.482769] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.482930] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e091b388-6394-4712-b134-e3692ab4d385 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.545535] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.547941] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.547941] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleting the datastore file [datastore1] 3f41634b-5a46-4435-b023-667f55920706 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.548347] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b342d5af-2ea5-4102-8e08-d57bd4cded8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.555273] env[69287]: DEBUG oslo_vmware.api [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450261, 'name': PowerOffVM_Task, 'duration_secs': 0.207041} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.555273] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.555273] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.555273] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cccd6e32-c6fe-49f2-9cd9-2633a41f0f12 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.558084] env[69287]: DEBUG oslo_vmware.api [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 776.558084] env[69287]: value = "task-3450263" [ 776.558084] env[69287]: _type = "Task" [ 776.558084] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.568928] env[69287]: DEBUG oslo_vmware.api [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.620160] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.621688] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.621688] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleting the datastore file [datastore1] beaa19aa-3578-4a12-ac8b-cdcbddb56ba5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.621688] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cdd3583-33da-41b5-a5a1-a29b799a728e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.629772] env[69287]: DEBUG oslo_vmware.api [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for the task: (returnval){ [ 776.629772] env[69287]: value = "task-3450265" [ 776.629772] env[69287]: _type = "Task" [ 776.629772] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.641258] env[69287]: DEBUG oslo_vmware.api [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.796866] env[69287]: DEBUG nova.network.neutron [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Successfully created port: 32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.909562] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.082277] env[69287]: DEBUG oslo_vmware.api [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172157} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.083939] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.084263] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.085027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.085363] env[69287]: INFO nova.compute.manager [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: 3f41634b-5a46-4435-b023-667f55920706] Took 1.13 seconds to destroy the instance on the hypervisor. [ 777.085447] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.085649] env[69287]: DEBUG nova.compute.manager [-] [instance: 3f41634b-5a46-4435-b023-667f55920706] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.085778] env[69287]: DEBUG nova.network.neutron [-] [instance: 3f41634b-5a46-4435-b023-667f55920706] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.142663] env[69287]: DEBUG oslo_vmware.api [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Task: {'id': task-3450265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196719} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.143698] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.143698] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.143698] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.143698] env[69287]: INFO nova.compute.manager [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 777.143698] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.143969] env[69287]: DEBUG nova.compute.manager [-] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.144022] env[69287]: DEBUG nova.network.neutron [-] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.480745] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7889a350-852f-4c31-8d70-e785c26ee497 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.493427] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d65f42-196e-4200-a5c3-9b1ae5b1aad8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.557062] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0972d519-6005-42af-a3d6-94c1724b45c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.562490] env[69287]: DEBUG nova.compute.manager [req-4221b693-6e27-4063-b7d9-ed443cee391b req-2fe9a70f-2721-4e59-a7fe-21e339071172 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Received event network-vif-deleted-d3cdd1a2-a935-4ed9-a104-324b3f3516c2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.562827] env[69287]: INFO nova.compute.manager [req-4221b693-6e27-4063-b7d9-ed443cee391b req-2fe9a70f-2721-4e59-a7fe-21e339071172 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Neutron deleted interface d3cdd1a2-a935-4ed9-a104-324b3f3516c2; detaching it from the instance and deleting it from the info cache [ 777.563145] env[69287]: DEBUG nova.network.neutron [req-4221b693-6e27-4063-b7d9-ed443cee391b req-2fe9a70f-2721-4e59-a7fe-21e339071172 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.572555] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a8d96e-ebcc-4cd4-8ca1-818c057de9d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.589668] env[69287]: DEBUG nova.compute.provider_tree [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.718899] env[69287]: DEBUG nova.compute.manager [req-d044874c-07cb-4e35-a6d4-a6046a0b8917 req-883fb4b0-14cb-49c1-9e6c-859473331ad9 service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Received event network-vif-deleted-4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.719114] env[69287]: INFO nova.compute.manager [req-d044874c-07cb-4e35-a6d4-a6046a0b8917 req-883fb4b0-14cb-49c1-9e6c-859473331ad9 service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Neutron deleted interface 4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7; detaching it from the instance and deleting it from the info cache [ 777.719362] env[69287]: DEBUG nova.network.neutron [req-d044874c-07cb-4e35-a6d4-a6046a0b8917 req-883fb4b0-14cb-49c1-9e6c-859473331ad9 service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.924959] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.948783] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.949048] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.949207] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.949391] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.949577] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.949677] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.949900] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.950044] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.950221] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.950386] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.950590] env[69287]: DEBUG nova.virt.hardware [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.951521] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140c4a08-7a7e-4265-bc78-a8cc7fadf407 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.961545] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7647b3-a3b8-4be9-912e-326d025ca943 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.963629] env[69287]: DEBUG nova.network.neutron [-] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.066487] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d3ee14c-c49f-48dc-9b01-5d3896b7bfd3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.085029] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19653fcd-294a-434c-837d-511b7c273883 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.101471] env[69287]: DEBUG nova.scheduler.client.report [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.126536] env[69287]: DEBUG nova.compute.manager [req-4221b693-6e27-4063-b7d9-ed443cee391b req-2fe9a70f-2721-4e59-a7fe-21e339071172 service nova] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Detach interface failed, port_id=d3cdd1a2-a935-4ed9-a104-324b3f3516c2, reason: Instance beaa19aa-3578-4a12-ac8b-cdcbddb56ba5 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 778.150612] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280ad84-c3bf-2acf-92e0-82b44e18b040/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 778.151629] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c633c1c-5d56-4680-be55-e341836d320c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.158218] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280ad84-c3bf-2acf-92e0-82b44e18b040/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 778.158392] env[69287]: ERROR oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280ad84-c3bf-2acf-92e0-82b44e18b040/disk-0.vmdk due to incomplete transfer. [ 778.158625] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-614ed393-c190-4353-ac17-224c65911db5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.160479] env[69287]: DEBUG nova.network.neutron [-] [instance: 3f41634b-5a46-4435-b023-667f55920706] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.166318] env[69287]: DEBUG oslo_vmware.rw_handles [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280ad84-c3bf-2acf-92e0-82b44e18b040/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 778.166318] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Uploaded image 38ea3127-e6c1-4218-a097-d200f038591b to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 778.170017] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 778.170017] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9aff99b-d5cf-495c-b9d8-8c07a610a905 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.174819] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 778.174819] env[69287]: value = "task-3450266" [ 778.174819] env[69287]: _type = "Task" [ 778.174819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.185767] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450266, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.221943] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dffbc4c-206c-4810-afe4-52d5efe9bb5e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.231149] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ca2f6-e033-4789-97dd-767378b758e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.265943] env[69287]: DEBUG nova.compute.manager [req-d044874c-07cb-4e35-a6d4-a6046a0b8917 req-883fb4b0-14cb-49c1-9e6c-859473331ad9 service nova] [instance: 3f41634b-5a46-4435-b023-667f55920706] Detach interface failed, port_id=4ed4eb94-7cd5-43ed-90f9-5a8bcd5725f7, reason: Instance 3f41634b-5a46-4435-b023-667f55920706 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 778.466320] env[69287]: INFO nova.compute.manager [-] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Took 1.32 seconds to deallocate network for instance. [ 778.552620] env[69287]: DEBUG nova.network.neutron [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Successfully updated port: 32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.606423] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.607010] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.609711] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.501s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.609915] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.611897] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.455s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.612096] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.613751] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.275s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.615141] env[69287]: INFO nova.compute.claims [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.648978] env[69287]: INFO nova.scheduler.client.report [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Deleted allocations for instance 6afbbc09-9ffa-425b-babc-bc287042937f [ 778.651777] env[69287]: INFO nova.scheduler.client.report [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Deleted allocations for instance 3c6d72c1-e6c8-416e-9d15-0fc141b7c047 [ 778.663396] env[69287]: INFO nova.compute.manager [-] [instance: 3f41634b-5a46-4435-b023-667f55920706] Took 1.58 seconds to deallocate network for instance. [ 778.689591] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450266, 'name': Destroy_Task, 'duration_secs': 0.385326} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.689591] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Destroyed the VM [ 778.689591] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 778.689591] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a20ae53-006d-47e7-93c1-9c4d07943e26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.695784] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 778.695784] env[69287]: value = "task-3450267" [ 778.695784] env[69287]: _type = "Task" [ 778.695784] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.705558] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450267, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.974702] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.058212] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.058384] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.058540] env[69287]: DEBUG nova.network.neutron [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.120097] env[69287]: DEBUG nova.compute.utils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 779.123393] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.123686] env[69287]: DEBUG nova.network.neutron [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.163545] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22547b55-6ce4-44a1-90d8-258cded46e64 tempest-ServersListShow296Test-996092092 tempest-ServersListShow296Test-996092092-project-member] Lock "6afbbc09-9ffa-425b-babc-bc287042937f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.304s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.165021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1e34dd64-9d59-4f07-a677-4db28f387bb0 tempest-ServerTagsTestJSON-2122203282 tempest-ServerTagsTestJSON-2122203282-project-member] Lock "3c6d72c1-e6c8-416e-9d15-0fc141b7c047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.494s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.170022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.192999] env[69287]: DEBUG nova.policy [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efbe401777d5400dbf6cf7b84c666f4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abb1e0f2e1c64cb3a47daf1e56db0170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.206995] env[69287]: DEBUG oslo_vmware.api [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450267, 'name': RemoveSnapshot_Task, 'duration_secs': 0.456848} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.207280] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 779.208300] env[69287]: INFO nova.compute.manager [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Took 14.00 seconds to snapshot the instance on the hypervisor. [ 779.405467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "86664fc5-9d66-4a97-a70e-f979ea7989af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.405467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.405467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "86664fc5-9d66-4a97-a70e-f979ea7989af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.406213] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.406304] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.409149] env[69287]: INFO nova.compute.manager [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Terminating instance [ 779.562317] env[69287]: DEBUG nova.network.neutron [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Successfully created port: 6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.624975] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.632865] env[69287]: DEBUG nova.network.neutron [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.713834] env[69287]: DEBUG nova.compute.manager [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance disappeared during snapshot {{(pid=69287) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 779.731314] env[69287]: DEBUG nova.compute.manager [None req-88a768ca-cb0f-4d66-a52e-9576fd30cf01 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image not found during clean up 38ea3127-e6c1-4218-a097-d200f038591b {{(pid=69287) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 779.811019] env[69287]: DEBUG nova.compute.manager [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Received event network-vif-plugged-32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.811019] env[69287]: DEBUG oslo_concurrency.lockutils [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] Acquiring lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.811019] env[69287]: DEBUG oslo_concurrency.lockutils [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.811019] env[69287]: DEBUG oslo_concurrency.lockutils [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.811019] env[69287]: DEBUG nova.compute.manager [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] No waiting events found dispatching network-vif-plugged-32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.811567] env[69287]: WARNING nova.compute.manager [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Received unexpected event network-vif-plugged-32ac350c-e4b4-498b-8209-8bdd7e091f9c for instance with vm_state building and task_state spawning. [ 779.811567] env[69287]: DEBUG nova.compute.manager [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Received event network-changed-32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.811567] env[69287]: DEBUG nova.compute.manager [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Refreshing instance network info cache due to event network-changed-32ac350c-e4b4-498b-8209-8bdd7e091f9c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.811567] env[69287]: DEBUG oslo_concurrency.lockutils [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] Acquiring lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.916965] env[69287]: DEBUG nova.compute.manager [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.917211] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.918332] env[69287]: DEBUG nova.network.neutron [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updating instance_info_cache with network_info: [{"id": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "address": "fa:16:3e:c4:07:9a", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ac350c-e4", "ovs_interfaceid": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.920556] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d364a-0d7a-4ba1-9c04-b69011064de0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.932352] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.932625] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0764b89e-14a8-4504-b18d-ef9297fc6671 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.000607] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.000871] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.002038] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.002038] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.002038] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleting the datastore file [datastore2] 86664fc5-9d66-4a97-a70e-f979ea7989af {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.002212] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb1831eb-18f8-49a9-adc8-be408b9b09dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.012231] env[69287]: DEBUG oslo_vmware.api [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 780.012231] env[69287]: value = "task-3450269" [ 780.012231] env[69287]: _type = "Task" [ 780.012231] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.020665] env[69287]: DEBUG oslo_vmware.api [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.194614] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e70217-a306-48e7-8bfe-0460febd3e09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.202441] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9104c8b-2e31-40cf-bd8f-fccce2bc2a7d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.232274] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d4060-90cb-4623-b93b-1d3ca49d1ffb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.240178] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66640992-520a-481b-9763-a430bf0f3fc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.253467] env[69287]: DEBUG nova.compute.provider_tree [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.425812] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.426200] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Instance network_info: |[{"id": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "address": "fa:16:3e:c4:07:9a", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ac350c-e4", "ovs_interfaceid": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.426511] env[69287]: DEBUG oslo_concurrency.lockutils [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] Acquired lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.426698] env[69287]: DEBUG nova.network.neutron [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Refreshing network info cache for port 32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.427891] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:07:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ac350c-e4b4-498b-8209-8bdd7e091f9c', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.438219] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.441344] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.441827] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1da07b9-a6a7-45f3-b0f1-6cde64bb0911 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.465738] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.465738] env[69287]: value = "task-3450270" [ 780.465738] env[69287]: _type = "Task" [ 780.465738] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.476420] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450270, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.525155] env[69287]: DEBUG oslo_vmware.api [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157166} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.525155] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.525155] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.525312] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.525466] env[69287]: INFO nova.compute.manager [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Took 0.61 seconds to destroy the instance on the hypervisor. [ 780.525715] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.525917] env[69287]: DEBUG nova.compute.manager [-] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.526013] env[69287]: DEBUG nova.network.neutron [-] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.643363] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.679137] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.679398] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.679553] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.679732] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.679873] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.680036] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.680258] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.680414] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.680576] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.680736] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.680905] env[69287]: DEBUG nova.virt.hardware [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.681803] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f75830-4df7-4461-a010-cfe7bae84744 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.691802] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d47fe5-2219-4132-a930-25d5ac7670e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.719139] env[69287]: DEBUG nova.network.neutron [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updated VIF entry in instance network info cache for port 32ac350c-e4b4-498b-8209-8bdd7e091f9c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.719518] env[69287]: DEBUG nova.network.neutron [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updating instance_info_cache with network_info: [{"id": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "address": "fa:16:3e:c4:07:9a", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ac350c-e4", "ovs_interfaceid": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.757531] env[69287]: DEBUG nova.scheduler.client.report [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.981557] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450270, 'name': CreateVM_Task, 'duration_secs': 0.343463} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.984422] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.985476] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.986299] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.986299] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.986543] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bc8993-ce49-4206-9351-b77d61623521 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.993274] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 780.993274] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a4003f-4a75-6a34-51db-a0f44a156a2e" [ 780.993274] env[69287]: _type = "Task" [ 780.993274] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.000912] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a4003f-4a75-6a34-51db-a0f44a156a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.049197] env[69287]: DEBUG nova.compute.manager [req-37012b51-3974-4b52-a6b7-8f5f8d630b05 req-0bf08f0d-4f26-45e4-bf76-95c61dfc7cf4 service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Received event network-vif-deleted-2a5f0fd5-03d1-4411-baad-803d762c67dc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.049197] env[69287]: INFO nova.compute.manager [req-37012b51-3974-4b52-a6b7-8f5f8d630b05 req-0bf08f0d-4f26-45e4-bf76-95c61dfc7cf4 service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Neutron deleted interface 2a5f0fd5-03d1-4411-baad-803d762c67dc; detaching it from the instance and deleting it from the info cache [ 781.049406] env[69287]: DEBUG nova.network.neutron [req-37012b51-3974-4b52-a6b7-8f5f8d630b05 req-0bf08f0d-4f26-45e4-bf76-95c61dfc7cf4 service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.222665] env[69287]: DEBUG oslo_concurrency.lockutils [req-29bf6b4d-056f-485d-8483-8d871f19d3be req-092028d9-9591-47c7-8f3b-e5b260f19e08 service nova] Releasing lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.265541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.265541] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.270028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.752s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.270028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.270961] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.154s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.271435] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.273497] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.616s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.275121] env[69287]: INFO nova.compute.claims [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.319675] env[69287]: INFO nova.scheduler.client.report [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Deleted allocations for instance 8bc071fa-1afb-466e-8d6e-d259d9b7be1c [ 781.331133] env[69287]: INFO nova.scheduler.client.report [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Deleted allocations for instance 8ba20081-cf84-4cf8-8928-e0dc6719d518 [ 781.459192] env[69287]: DEBUG nova.network.neutron [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Successfully updated port: 6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.491689] env[69287]: DEBUG nova.network.neutron [-] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.504937] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a4003f-4a75-6a34-51db-a0f44a156a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.505264] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.505491] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.505735] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.505884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.506079] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.506353] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aab49c2-337a-4dea-9eb4-026ffa5f5b1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.514647] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.514824] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.515561] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b470f16-bf7e-44fd-8e82-316e3112b6d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.520545] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 781.520545] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521561fd-9a4f-ba37-05ab-0e18b1460ad0" [ 781.520545] env[69287]: _type = "Task" [ 781.520545] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.528084] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521561fd-9a4f-ba37-05ab-0e18b1460ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.553556] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22798bed-c8c7-4eb3-a470-e7c7d451e910 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.561581] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f254464-0b71-4339-8283-d7d989374813 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.594312] env[69287]: DEBUG nova.compute.manager [req-37012b51-3974-4b52-a6b7-8f5f8d630b05 req-0bf08f0d-4f26-45e4-bf76-95c61dfc7cf4 service nova] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Detach interface failed, port_id=2a5f0fd5-03d1-4411-baad-803d762c67dc, reason: Instance 86664fc5-9d66-4a97-a70e-f979ea7989af could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 781.781371] env[69287]: DEBUG nova.compute.utils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 781.789022] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.789022] env[69287]: DEBUG nova.network.neutron [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.842348] env[69287]: DEBUG oslo_concurrency.lockutils [None req-230cd2aa-43f3-42d8-9948-ef3a1973a3a8 tempest-ServerAddressesNegativeTestJSON-811156213 tempest-ServerAddressesNegativeTestJSON-811156213-project-member] Lock "8bc071fa-1afb-466e-8d6e-d259d9b7be1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.222s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.843854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ecc2cf83-00e8-4869-b8da-19c347f83e3a tempest-DeleteServersAdminTestJSON-1911974822 tempest-DeleteServersAdminTestJSON-1911974822-project-member] Lock "8ba20081-cf84-4cf8-8928-e0dc6719d518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.744s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.851675] env[69287]: DEBUG nova.policy [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb9dfc3278a4d92a1574ad7157bf287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009f1f361a294ee5b59f3e7e5c6ec4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.883140] env[69287]: DEBUG nova.compute.manager [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Received event network-vif-plugged-6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.883362] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] Acquiring lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.883565] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.883734] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.883897] env[69287]: DEBUG nova.compute.manager [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] No waiting events found dispatching network-vif-plugged-6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.884068] env[69287]: WARNING nova.compute.manager [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Received unexpected event network-vif-plugged-6f01c13d-dd79-4ad1-a621-17f191e7037e for instance with vm_state building and task_state spawning. [ 781.884226] env[69287]: DEBUG nova.compute.manager [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Received event network-changed-6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.884390] env[69287]: DEBUG nova.compute.manager [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Refreshing instance network info cache due to event network-changed-6f01c13d-dd79-4ad1-a621-17f191e7037e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.884535] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] Acquiring lock "refresh_cache-6df206b8-a448-4fe6-b0d2-d2b1e913e997" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.884664] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] Acquired lock "refresh_cache-6df206b8-a448-4fe6-b0d2-d2b1e913e997" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.885304] env[69287]: DEBUG nova.network.neutron [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Refreshing network info cache for port 6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.965773] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "refresh_cache-6df206b8-a448-4fe6-b0d2-d2b1e913e997" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.991057] env[69287]: INFO nova.compute.manager [-] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Took 1.46 seconds to deallocate network for instance. [ 782.032995] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521561fd-9a4f-ba37-05ab-0e18b1460ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.008806} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.033995] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5277d1-8586-4267-923f-3577cb25960f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.040152] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 782.040152] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522acec0-365b-bd5b-7480-f62f1c199c41" [ 782.040152] env[69287]: _type = "Task" [ 782.040152] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.058637] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522acec0-365b-bd5b-7480-f62f1c199c41, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.058880] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.059154] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4f9bd637-5c78-4c0a-bd7d-c572595d16a5/4f9bd637-5c78-4c0a-bd7d-c572595d16a5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.059419] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1dbfdc5-fcd2-404b-bb00-05b663243084 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.067341] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 782.067341] env[69287]: value = "task-3450271" [ 782.067341] env[69287]: _type = "Task" [ 782.067341] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.080035] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.291023] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.450086] env[69287]: DEBUG nova.network.neutron [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.500829] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.578787] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481809} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.580347] env[69287]: DEBUG nova.network.neutron [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.581480] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4f9bd637-5c78-4c0a-bd7d-c572595d16a5/4f9bd637-5c78-4c0a-bd7d-c572595d16a5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.581780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.585045] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31097521-105d-416c-85c2-92430b9baf35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.592745] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 782.592745] env[69287]: value = "task-3450272" [ 782.592745] env[69287]: _type = "Task" [ 782.592745] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.603132] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.751407] env[69287]: DEBUG nova.network.neutron [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Successfully created port: 3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.821285] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de96ae2f-d202-44ae-8dd0-908415ceefa2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.828417] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fc0301-bf57-4796-833c-9ad38552d901 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.863460] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee38ab05-cb33-4e8b-8d28-949679eb3a9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.875057] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae47ba80-ac3b-4bb8-9b6c-6da10d9f9a32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.892331] env[69287]: DEBUG nova.compute.provider_tree [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.085663] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a806afb-bc58-4c0b-aa1c-45828d996697 req-aaab3778-c713-476b-9686-ab6ee8f19afa service nova] Releasing lock "refresh_cache-6df206b8-a448-4fe6-b0d2-d2b1e913e997" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.086178] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquired lock "refresh_cache-6df206b8-a448-4fe6-b0d2-d2b1e913e997" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.086335] env[69287]: DEBUG nova.network.neutron [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.109771] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060542} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.110389] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.111488] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133acfa0-1271-4186-8db2-fb36da3c20d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.140282] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4f9bd637-5c78-4c0a-bd7d-c572595d16a5/4f9bd637-5c78-4c0a-bd7d-c572595d16a5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.140623] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49a1c7f-4572-4f3b-a4b3-142157daf4ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.161565] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 783.161565] env[69287]: value = "task-3450273" [ 783.161565] env[69287]: _type = "Task" [ 783.161565] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.171631] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.304258] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.339646] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.339911] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.340092] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.340291] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.340439] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.340596] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.341683] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.341683] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.341822] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.341956] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.342146] env[69287]: DEBUG nova.virt.hardware [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.346294] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da11e4-991d-46a9-82ad-9c726027b927 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.355807] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ce5755-3d95-4cf2-90db-17e4ee823c6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.396640] env[69287]: DEBUG nova.scheduler.client.report [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.631050] env[69287]: DEBUG nova.network.neutron [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.676499] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450273, 'name': ReconfigVM_Task, 'duration_secs': 0.317656} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.676966] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4f9bd637-5c78-4c0a-bd7d-c572595d16a5/4f9bd637-5c78-4c0a-bd7d-c572595d16a5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.677850] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2dbac4d-ceca-4dc5-a67e-a4a1cba5a5b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.685656] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 783.685656] env[69287]: value = "task-3450274" [ 783.685656] env[69287]: _type = "Task" [ 783.685656] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.705172] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450274, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.859226] env[69287]: DEBUG nova.network.neutron [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Updating instance_info_cache with network_info: [{"id": "6f01c13d-dd79-4ad1-a621-17f191e7037e", "address": "fa:16:3e:4a:1e:9c", "network": {"id": "c0f25b07-cf89-4b45-920d-0ab6a1f08624", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1723478306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb1e0f2e1c64cb3a47daf1e56db0170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f01c13d-dd", "ovs_interfaceid": "6f01c13d-dd79-4ad1-a621-17f191e7037e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.903470] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.903470] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.905478] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.351s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.905691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.908439] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.545s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.911457] env[69287]: INFO nova.compute.claims [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.962324] env[69287]: INFO nova.scheduler.client.report [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleted allocations for instance 137d5236-472a-494b-91a6-5a76844f2d17 [ 784.196437] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450274, 'name': Rename_Task, 'duration_secs': 0.140628} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.196736] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.196975] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea213d13-b2f0-45ee-ad03-4c03927cd542 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.203480] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 784.203480] env[69287]: value = "task-3450275" [ 784.203480] env[69287]: _type = "Task" [ 784.203480] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.211416] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.366028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Releasing lock "refresh_cache-6df206b8-a448-4fe6-b0d2-d2b1e913e997" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.366028] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Instance network_info: |[{"id": "6f01c13d-dd79-4ad1-a621-17f191e7037e", "address": "fa:16:3e:4a:1e:9c", "network": {"id": "c0f25b07-cf89-4b45-920d-0ab6a1f08624", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1723478306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abb1e0f2e1c64cb3a47daf1e56db0170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f01c13d-dd", "ovs_interfaceid": "6f01c13d-dd79-4ad1-a621-17f191e7037e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.366278] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1e:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f01c13d-dd79-4ad1-a621-17f191e7037e', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.372115] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Creating folder: Project (abb1e0f2e1c64cb3a47daf1e56db0170). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.372596] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf0e0551-445d-4f63-9b60-fe48e8002e18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.385468] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Created folder: Project (abb1e0f2e1c64cb3a47daf1e56db0170) in parent group-v688742. [ 784.385687] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Creating folder: Instances. Parent ref: group-v688861. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.386152] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8808828a-12fd-4eee-a1ad-4865970b2c49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.397080] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Created folder: Instances in parent group-v688861. [ 784.397134] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.397482] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.397599] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779549d8-e7b3-414c-8f06-ce4f4c89ebed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.416870] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.416870] env[69287]: value = "task-3450278" [ 784.416870] env[69287]: _type = "Task" [ 784.416870] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.421993] env[69287]: DEBUG nova.compute.utils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.424871] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.425049] env[69287]: DEBUG nova.network.neutron [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.431545] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450278, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.476667] env[69287]: DEBUG nova.policy [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.478829] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e6f0f119-e3ef-47ab-a8f4-e044db31a6bd tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "137d5236-472a-494b-91a6-5a76844f2d17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.448s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.515716] env[69287]: DEBUG nova.compute.manager [req-10f621ef-2a82-4ed6-867d-d765ca7a9075 req-cb3b5825-b8b7-4d01-a74a-43f8b9615fd0 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Received event network-vif-plugged-3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.515972] env[69287]: DEBUG oslo_concurrency.lockutils [req-10f621ef-2a82-4ed6-867d-d765ca7a9075 req-cb3b5825-b8b7-4d01-a74a-43f8b9615fd0 service nova] Acquiring lock "4ff609df-07c8-420f-8eec-e89c33a51a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.516259] env[69287]: DEBUG oslo_concurrency.lockutils [req-10f621ef-2a82-4ed6-867d-d765ca7a9075 req-cb3b5825-b8b7-4d01-a74a-43f8b9615fd0 service nova] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.516458] env[69287]: DEBUG oslo_concurrency.lockutils [req-10f621ef-2a82-4ed6-867d-d765ca7a9075 req-cb3b5825-b8b7-4d01-a74a-43f8b9615fd0 service nova] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.516639] env[69287]: DEBUG nova.compute.manager [req-10f621ef-2a82-4ed6-867d-d765ca7a9075 req-cb3b5825-b8b7-4d01-a74a-43f8b9615fd0 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] No waiting events found dispatching network-vif-plugged-3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.516810] env[69287]: WARNING nova.compute.manager [req-10f621ef-2a82-4ed6-867d-d765ca7a9075 req-cb3b5825-b8b7-4d01-a74a-43f8b9615fd0 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Received unexpected event network-vif-plugged-3297936d-b1a1-4575-a425-418108d8953a for instance with vm_state building and task_state spawning. [ 784.622429] env[69287]: DEBUG nova.network.neutron [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Successfully updated port: 3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.714149] env[69287]: DEBUG oslo_vmware.api [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450275, 'name': PowerOnVM_Task, 'duration_secs': 0.485175} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.714466] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.714669] env[69287]: INFO nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Took 6.79 seconds to spawn the instance on the hypervisor. [ 784.714849] env[69287]: DEBUG nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.715672] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee800f-a45b-4640-8dfe-b04848babae6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.925334] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.934383] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450278, 'name': CreateVM_Task, 'duration_secs': 0.438171} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.935455] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.936181] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.936310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.936612] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.937091] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adbd95d-352e-4957-98a3-b838dc263cf1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.942719] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 784.942719] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d29fc-00bf-8ab3-c5e7-776db9e3cbfe" [ 784.942719] env[69287]: _type = "Task" [ 784.942719] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.952677] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d29fc-00bf-8ab3-c5e7-776db9e3cbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.125965] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-4ff609df-07c8-420f-8eec-e89c33a51a33" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.125965] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-4ff609df-07c8-420f-8eec-e89c33a51a33" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.125965] env[69287]: DEBUG nova.network.neutron [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.196239] env[69287]: DEBUG nova.network.neutron [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Successfully created port: 6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.238554] env[69287]: INFO nova.compute.manager [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Took 50.09 seconds to build instance. [ 785.387161] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32064e-9323-4cf3-8e51-7fec9b1da12b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.396361] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a792ef-49d7-4a9c-b9cf-d7c4b30406f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.431054] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.431291] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.431508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.431697] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.434747] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.434747] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad095f-8aee-43c1-b888-b8e2bf7edac1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.437055] env[69287]: INFO nova.compute.manager [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Terminating instance [ 785.452926] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba8e03-4362-42c3-b477-08c4271bead8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.461151] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521d29fc-00bf-8ab3-c5e7-776db9e3cbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.461806] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462051] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.462283] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.462426] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.462597] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.462850] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9758ebf-ae53-456b-a1f9-01cde8f67520 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.473511] env[69287]: DEBUG nova.compute.provider_tree [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.481202] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.481414] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.482180] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9d6794-8539-4b6d-a42b-29b2a276bb0d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.490020] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 785.490020] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ec0865-893e-a60e-c817-073978fca345" [ 785.490020] env[69287]: _type = "Task" [ 785.490020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.499017] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ec0865-893e-a60e-c817-073978fca345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.676974] env[69287]: DEBUG nova.network.neutron [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.741355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a41ae2c0-c1ad-4c9c-8348-7a235b10f2e2 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.235s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.897605] env[69287]: DEBUG nova.network.neutron [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Updating instance_info_cache with network_info: [{"id": "3297936d-b1a1-4575-a425-418108d8953a", "address": "fa:16:3e:19:fd:30", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297936d-b1", "ovs_interfaceid": "3297936d-b1a1-4575-a425-418108d8953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.950975] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.955136] env[69287]: DEBUG nova.compute.manager [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.959511] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.959511] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3979d773-54bf-419b-af82-0da784d33fa1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.974959] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.977228] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b748756-fc0e-438e-bb1a-f0efeaf826eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.981925] env[69287]: DEBUG nova.scheduler.client.report [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.996968] env[69287]: DEBUG oslo_vmware.api [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 785.996968] env[69287]: value = "task-3450279" [ 785.996968] env[69287]: _type = "Task" [ 785.996968] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.007019] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.007019] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.007019] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.007019] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.007412] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.007654] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.007937] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.008212] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.008520] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.008766] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.009356] env[69287]: DEBUG nova.virt.hardware [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.013634] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cc1884-22b4-4521-8a5b-67e3993d58fe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.016457] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ec0865-893e-a60e-c817-073978fca345, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.019121] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11b1a0d-f155-4fbd-abcf-d6fdea77bbb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.027229] env[69287]: DEBUG oslo_vmware.api [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.029212] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb86a0c-f381-4262-a936-98468e1fb935 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.035666] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 786.035666] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524e548d-1546-c11f-9062-c37790ae7e19" [ 786.035666] env[69287]: _type = "Task" [ 786.035666] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.054024] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524e548d-1546-c11f-9062-c37790ae7e19, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.054515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.054695] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6df206b8-a448-4fe6-b0d2-d2b1e913e997/6df206b8-a448-4fe6-b0d2-d2b1e913e997.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.054993] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50e02b0d-88b9-422d-9663-b428d3c0aaba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.061295] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 786.061295] env[69287]: value = "task-3450280" [ 786.061295] env[69287]: _type = "Task" [ 786.061295] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.070722] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.246829] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.403251] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-4ff609df-07c8-420f-8eec-e89c33a51a33" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.403584] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Instance network_info: |[{"id": "3297936d-b1a1-4575-a425-418108d8953a", "address": "fa:16:3e:19:fd:30", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297936d-b1", "ovs_interfaceid": "3297936d-b1a1-4575-a425-418108d8953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.404125] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:fd:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3297936d-b1a1-4575-a425-418108d8953a', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.412071] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.412341] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.412571] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ae59d86-964d-43b2-b8d6-069a6798da26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.436848] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.436848] env[69287]: value = "task-3450281" [ 786.436848] env[69287]: _type = "Task" [ 786.436848] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.448970] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450281, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.494027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.494027] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.496061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.373s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.498393] env[69287]: INFO nova.compute.claims [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.514102] env[69287]: DEBUG oslo_vmware.api [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450279, 'name': PowerOffVM_Task, 'duration_secs': 0.251627} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.514672] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.515325] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.515325] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50a86666-e40f-441b-9068-3d1eb579af60 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.557196] env[69287]: DEBUG nova.compute.manager [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Received event network-changed-3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.558851] env[69287]: DEBUG nova.compute.manager [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Refreshing instance network info cache due to event network-changed-3297936d-b1a1-4575-a425-418108d8953a. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.558851] env[69287]: DEBUG oslo_concurrency.lockutils [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] Acquiring lock "refresh_cache-4ff609df-07c8-420f-8eec-e89c33a51a33" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.558851] env[69287]: DEBUG oslo_concurrency.lockutils [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] Acquired lock "refresh_cache-4ff609df-07c8-420f-8eec-e89c33a51a33" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.558851] env[69287]: DEBUG nova.network.neutron [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Refreshing network info cache for port 3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.574042] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460045} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.574521] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 6df206b8-a448-4fe6-b0d2-d2b1e913e997/6df206b8-a448-4fe6-b0d2-d2b1e913e997.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.576471] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.576471] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95421cb4-07bd-47b4-a244-5f6113543494 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.583091] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 786.583091] env[69287]: value = "task-3450283" [ 786.583091] env[69287]: _type = "Task" [ 786.583091] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.583998] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.584369] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.584592] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleting the datastore file [datastore1] 61c6da84-4ca4-45d2-b573-3280a7b7cdba {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.587906] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bff9bee-d379-4a15-8285-a562d04414c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.595705] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.598880] env[69287]: DEBUG oslo_vmware.api [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for the task: (returnval){ [ 786.598880] env[69287]: value = "task-3450284" [ 786.598880] env[69287]: _type = "Task" [ 786.598880] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.605498] env[69287]: DEBUG oslo_vmware.api [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.775322] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.806584] env[69287]: DEBUG oslo_concurrency.lockutils [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.806852] env[69287]: DEBUG oslo_concurrency.lockutils [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.807105] env[69287]: INFO nova.compute.manager [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Rebooting instance [ 786.948697] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450281, 'name': CreateVM_Task, 'duration_secs': 0.35201} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.949123] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.949926] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.950984] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.951544] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.952353] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3de71fe-85c6-4194-a3ec-4e198d3df3d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.957255] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 786.957255] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52887cd5-1e85-b4f4-1969-61fba4024673" [ 786.957255] env[69287]: _type = "Task" [ 786.957255] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.965991] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52887cd5-1e85-b4f4-1969-61fba4024673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.005716] env[69287]: DEBUG nova.compute.utils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.011420] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.011420] env[69287]: DEBUG nova.network.neutron [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.054678] env[69287]: DEBUG nova.policy [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35a6bdb19d574188ae5e8b9076a328e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de621b90f0924d1485c37db1f7529dad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.065789] env[69287]: DEBUG nova.compute.manager [req-03cda51b-a9a5-4baa-96c6-0cb628298210 req-36b14b11-000c-4911-a67c-9dfd69393fef service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Received event network-vif-plugged-6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.065901] env[69287]: DEBUG oslo_concurrency.lockutils [req-03cda51b-a9a5-4baa-96c6-0cb628298210 req-36b14b11-000c-4911-a67c-9dfd69393fef service nova] Acquiring lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.066126] env[69287]: DEBUG oslo_concurrency.lockutils [req-03cda51b-a9a5-4baa-96c6-0cb628298210 req-36b14b11-000c-4911-a67c-9dfd69393fef service nova] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.066299] env[69287]: DEBUG oslo_concurrency.lockutils [req-03cda51b-a9a5-4baa-96c6-0cb628298210 req-36b14b11-000c-4911-a67c-9dfd69393fef service nova] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.066466] env[69287]: DEBUG nova.compute.manager [req-03cda51b-a9a5-4baa-96c6-0cb628298210 req-36b14b11-000c-4911-a67c-9dfd69393fef service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] No waiting events found dispatching network-vif-plugged-6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.066623] env[69287]: WARNING nova.compute.manager [req-03cda51b-a9a5-4baa-96c6-0cb628298210 req-36b14b11-000c-4911-a67c-9dfd69393fef service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Received unexpected event network-vif-plugged-6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 for instance with vm_state building and task_state spawning. [ 787.096234] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067713} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.099034] env[69287]: DEBUG nova.network.neutron [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Successfully updated port: 6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.101338] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.115222] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a2a84-377b-486f-a2d7-2328ce0f51e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.127910] env[69287]: DEBUG oslo_vmware.api [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Task: {'id': task-3450284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144088} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.142156] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.142466] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.142669] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.142913] env[69287]: INFO nova.compute.manager [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Took 1.19 seconds to destroy the instance on the hypervisor. [ 787.143217] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.153202] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 6df206b8-a448-4fe6-b0d2-d2b1e913e997/6df206b8-a448-4fe6-b0d2-d2b1e913e997.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.153545] env[69287]: DEBUG nova.compute.manager [-] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.153656] env[69287]: DEBUG nova.network.neutron [-] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.155719] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94cdac81-3b93-4ccc-a885-9208c05aee5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.179731] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 787.179731] env[69287]: value = "task-3450285" [ 787.179731] env[69287]: _type = "Task" [ 787.179731] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.193266] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.337419] env[69287]: DEBUG oslo_concurrency.lockutils [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.338021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquired lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.338330] env[69287]: DEBUG nova.network.neutron [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.473320] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52887cd5-1e85-b4f4-1969-61fba4024673, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.474441] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.474836] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.475194] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.475450] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.475754] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.476557] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c833eee-2a8b-472d-8ae6-7938e5add581 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.486189] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.487040] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.488530] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3308da29-1c03-4377-9db0-ed47b54bc587 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.494080] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 787.494080] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52874d33-dfa9-28a3-b8e5-41b2ec18d14a" [ 787.494080] env[69287]: _type = "Task" [ 787.494080] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.501560] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52874d33-dfa9-28a3-b8e5-41b2ec18d14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.511868] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.515590] env[69287]: DEBUG nova.network.neutron [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Updated VIF entry in instance network info cache for port 3297936d-b1a1-4575-a425-418108d8953a. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.516112] env[69287]: DEBUG nova.network.neutron [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Updating instance_info_cache with network_info: [{"id": "3297936d-b1a1-4575-a425-418108d8953a", "address": "fa:16:3e:19:fd:30", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3297936d-b1", "ovs_interfaceid": "3297936d-b1a1-4575-a425-418108d8953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.606750] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.606750] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.606750] env[69287]: DEBUG nova.network.neutron [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.627908] env[69287]: DEBUG nova.network.neutron [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Successfully created port: 44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.691146] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.790929] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.791827] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.959281] env[69287]: DEBUG nova.network.neutron [-] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.012561] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52874d33-dfa9-28a3-b8e5-41b2ec18d14a, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.014600] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7903b34-2820-47e6-bf07-616ed0e59e95 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.018340] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defd49a-dad8-4ab9-9591-10da8b731363 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.021586] env[69287]: DEBUG oslo_concurrency.lockutils [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] Releasing lock "refresh_cache-4ff609df-07c8-420f-8eec-e89c33a51a33" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.021808] env[69287]: DEBUG nova.compute.manager [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Received event network-changed-32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.021991] env[69287]: DEBUG nova.compute.manager [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Refreshing instance network info cache due to event network-changed-32ac350c-e4b4-498b-8209-8bdd7e091f9c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.022179] env[69287]: DEBUG oslo_concurrency.lockutils [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] Acquiring lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.029966] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 788.029966] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5238dce7-d941-5571-e5e5-88bf7fd57c4d" [ 788.029966] env[69287]: _type = "Task" [ 788.029966] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.033839] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b80a2d7-3e40-4bfe-9122-9217d9f4450c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.040674] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5238dce7-d941-5571-e5e5-88bf7fd57c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.041318] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.041601] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4ff609df-07c8-420f-8eec-e89c33a51a33/4ff609df-07c8-420f-8eec-e89c33a51a33.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.041849] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-813ee55f-5f6d-4321-ac29-2821eb327a03 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.075021] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6ffbc3-59e5-40d2-82c9-c3fc1f6b2a39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.078766] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 788.078766] env[69287]: value = "task-3450286" [ 788.078766] env[69287]: _type = "Task" [ 788.078766] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.085972] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b67c79d-a42e-473e-acac-166e465ff4d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.096305] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.104568] env[69287]: DEBUG nova.compute.provider_tree [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.147625] env[69287]: DEBUG nova.network.neutron [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updating instance_info_cache with network_info: [{"id": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "address": "fa:16:3e:c4:07:9a", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ac350c-e4", "ovs_interfaceid": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.170040] env[69287]: DEBUG nova.network.neutron [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.191585] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450285, 'name': ReconfigVM_Task, 'duration_secs': 0.616866} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.191585] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 6df206b8-a448-4fe6-b0d2-d2b1e913e997/6df206b8-a448-4fe6-b0d2-d2b1e913e997.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.191942] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c37f820-705a-4e4c-96bc-a3d324f5f733 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.202882] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 788.202882] env[69287]: value = "task-3450287" [ 788.202882] env[69287]: _type = "Task" [ 788.202882] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.217632] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450287, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.403136] env[69287]: DEBUG nova.network.neutron [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updating instance_info_cache with network_info: [{"id": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "address": "fa:16:3e:36:7e:88", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dba2cea-a9", "ovs_interfaceid": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.462206] env[69287]: INFO nova.compute.manager [-] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Took 1.31 seconds to deallocate network for instance. [ 788.530409] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.558089] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.558359] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.558515] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.558693] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.558835] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.558980] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.559200] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.559354] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.559519] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.559676] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.559841] env[69287]: DEBUG nova.virt.hardware [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.560762] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf14e6c7-76ec-46c6-b42c-9c7e996b2652 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.569103] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fc95e3-72ef-48ca-bf3e-fcab3c98cf58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.591517] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445504} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.591765] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4ff609df-07c8-420f-8eec-e89c33a51a33/4ff609df-07c8-420f-8eec-e89c33a51a33.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.591970] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.592223] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d64fff6-9e42-4d72-ad1d-3156f8b6dfa4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.598889] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 788.598889] env[69287]: value = "task-3450288" [ 788.598889] env[69287]: _type = "Task" [ 788.598889] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.607050] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.610141] env[69287]: DEBUG nova.scheduler.client.report [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.651524] env[69287]: DEBUG oslo_concurrency.lockutils [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Releasing lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.652274] env[69287]: DEBUG oslo_concurrency.lockutils [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] Acquired lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.652468] env[69287]: DEBUG nova.network.neutron [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Refreshing network info cache for port 32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.713082] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450287, 'name': Rename_Task, 'duration_secs': 0.16136} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.713372] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.713610] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b125cad-45c9-4701-a89a-8ecfd433d612 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.720026] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 788.720026] env[69287]: value = "task-3450289" [ 788.720026] env[69287]: _type = "Task" [ 788.720026] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.727813] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.906575] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.906955] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Instance network_info: |[{"id": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "address": "fa:16:3e:36:7e:88", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dba2cea-a9", "ovs_interfaceid": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.907372] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:7e:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dba2cea-a9b4-4090-87c1-a3d9d4f16b06', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.914928] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating folder: Project (62d8edfd9bf54f18ab23906626c65502). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.915224] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccb0c984-02c5-4189-8a98-623123d617cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.925759] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created folder: Project (62d8edfd9bf54f18ab23906626c65502) in parent group-v688742. [ 788.926013] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating folder: Instances. Parent ref: group-v688865. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.926281] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0dbef16-6828-42a3-bd85-891f5ac91cf1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.935321] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created folder: Instances in parent group-v688865. [ 788.935711] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.935711] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.935963] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f0f929e-6c34-44b7-ab28-1dabc2d598af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.955565] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.955565] env[69287]: value = "task-3450292" [ 788.955565] env[69287]: _type = "Task" [ 788.955565] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.962960] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450292, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.970107] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.100333] env[69287]: DEBUG nova.compute.manager [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Received event network-changed-6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.100539] env[69287]: DEBUG nova.compute.manager [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Refreshing instance network info cache due to event network-changed-6dba2cea-a9b4-4090-87c1-a3d9d4f16b06. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 789.100807] env[69287]: DEBUG oslo_concurrency.lockutils [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] Acquiring lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.100882] env[69287]: DEBUG oslo_concurrency.lockutils [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] Acquired lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.101102] env[69287]: DEBUG nova.network.neutron [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Refreshing network info cache for port 6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.113374] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071455} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.114206] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.114756] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.117540] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.118148] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.707s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.118397] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.120612] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.581s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.122227] env[69287]: INFO nova.compute.claims [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.127482] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9a8eb1-30d8-4b37-a823-5360646c7217 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.152921] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 4ff609df-07c8-420f-8eec-e89c33a51a33/4ff609df-07c8-420f-8eec-e89c33a51a33.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.153987] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd017c5b-07c8-4fa2-9b37-07e9bb0f3d2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.172104] env[69287]: INFO nova.scheduler.client.report [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Deleted allocations for instance 1201c389-67f9-4a49-8d04-0fffbe8cf528 [ 789.179449] env[69287]: DEBUG nova.compute.manager [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.180792] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b65d87-c95d-4c89-b4e1-3609bbb192c4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.186031] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 789.186031] env[69287]: value = "task-3450293" [ 789.186031] env[69287]: _type = "Task" [ 789.186031] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.199410] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.226586] env[69287]: DEBUG nova.compute.manager [req-0bab06ae-e500-48f0-816c-d0109b5e14e4 req-aac06b5f-325a-4f59-955a-67dd0401f71e service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Received event network-vif-plugged-44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.226841] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bab06ae-e500-48f0-816c-d0109b5e14e4 req-aac06b5f-325a-4f59-955a-67dd0401f71e service nova] Acquiring lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.227235] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bab06ae-e500-48f0-816c-d0109b5e14e4 req-aac06b5f-325a-4f59-955a-67dd0401f71e service nova] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.227344] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bab06ae-e500-48f0-816c-d0109b5e14e4 req-aac06b5f-325a-4f59-955a-67dd0401f71e service nova] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.227405] env[69287]: DEBUG nova.compute.manager [req-0bab06ae-e500-48f0-816c-d0109b5e14e4 req-aac06b5f-325a-4f59-955a-67dd0401f71e service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] No waiting events found dispatching network-vif-plugged-44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.227604] env[69287]: WARNING nova.compute.manager [req-0bab06ae-e500-48f0-816c-d0109b5e14e4 req-aac06b5f-325a-4f59-955a-67dd0401f71e service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Received unexpected event network-vif-plugged-44e6116a-f291-4227-96b7-f2568b30c613 for instance with vm_state building and task_state spawning. [ 789.233334] env[69287]: DEBUG oslo_vmware.api [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450289, 'name': PowerOnVM_Task, 'duration_secs': 0.468268} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.234136] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.234337] env[69287]: INFO nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Took 8.59 seconds to spawn the instance on the hypervisor. [ 789.234594] env[69287]: DEBUG nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.235321] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a050f5-7881-4fe0-a6bb-7786d4b15652 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.259564] env[69287]: DEBUG nova.network.neutron [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Successfully updated port: 44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.430531] env[69287]: DEBUG nova.network.neutron [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updated VIF entry in instance network info cache for port 32ac350c-e4b4-498b-8209-8bdd7e091f9c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.430877] env[69287]: DEBUG nova.network.neutron [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updating instance_info_cache with network_info: [{"id": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "address": "fa:16:3e:c4:07:9a", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ac350c-e4", "ovs_interfaceid": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.464833] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450292, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.621500] env[69287]: DEBUG nova.compute.utils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.623103] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.623917] env[69287]: DEBUG nova.network.neutron [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.689728] env[69287]: DEBUG nova.policy [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83b73988828345ae96ba535bb3752ab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee9080de174da6babcf67f29896ced', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.693945] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4fbfb5f8-4524-4442-9303-8287a65ee56b tempest-FloatingIPsAssociationTestJSON-1535283718 tempest-FloatingIPsAssociationTestJSON-1535283718-project-member] Lock "1201c389-67f9-4a49-8d04-0fffbe8cf528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.795s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.709150] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.760738] env[69287]: INFO nova.compute.manager [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Took 50.51 seconds to build instance. [ 789.764662] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.764662] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquired lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.764662] env[69287]: DEBUG nova.network.neutron [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.854256] env[69287]: DEBUG nova.network.neutron [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updated VIF entry in instance network info cache for port 6dba2cea-a9b4-4090-87c1-a3d9d4f16b06. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.854851] env[69287]: DEBUG nova.network.neutron [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updating instance_info_cache with network_info: [{"id": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "address": "fa:16:3e:36:7e:88", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dba2cea-a9", "ovs_interfaceid": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.934750] env[69287]: DEBUG oslo_concurrency.lockutils [req-a607e53d-75db-4cdd-9e5d-2540cbfab990 req-9169ba8a-e5d2-4ca2-abdb-be17462567e5 service nova] Releasing lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.971473] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450292, 'name': CreateVM_Task, 'duration_secs': 0.73897} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.971473] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.971473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.971473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.971473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.971473] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a705d1-b6f6-4946-8f96-7f7317c280d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.972367] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 789.972367] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527035e3-d67d-8616-7f69-fd9491a472f3" [ 789.972367] env[69287]: _type = "Task" [ 789.972367] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.980436] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527035e3-d67d-8616-7f69-fd9491a472f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.129728] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.207698] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450293, 'name': ReconfigVM_Task, 'duration_secs': 0.833607} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.209036] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf897d-6b4d-40a3-be15-8f6257f29b05 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.212267] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 4ff609df-07c8-420f-8eec-e89c33a51a33/4ff609df-07c8-420f-8eec-e89c33a51a33.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.217918] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e7a44d-f5f1-4be0-8a6f-787f33f51f37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.226208] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Doing hard reboot of VM {{(pid=69287) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 790.226716] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4eb7ba32-cffe-4505-95cc-5674cc26d052 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.228399] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 790.228399] env[69287]: value = "task-3450294" [ 790.228399] env[69287]: _type = "Task" [ 790.228399] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.238646] env[69287]: DEBUG oslo_vmware.api [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 790.238646] env[69287]: value = "task-3450295" [ 790.238646] env[69287]: _type = "Task" [ 790.238646] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.241640] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450294, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.256410] env[69287]: DEBUG oslo_vmware.api [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450295, 'name': ResetVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.267307] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be081e87-209d-4077-8c64-4eb387d86f72 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.533s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.307975] env[69287]: DEBUG nova.network.neutron [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Successfully created port: 067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.323046] env[69287]: DEBUG nova.network.neutron [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.357912] env[69287]: DEBUG oslo_concurrency.lockutils [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] Releasing lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.358304] env[69287]: DEBUG nova.compute.manager [req-dbbf7d12-9faa-413a-bdeb-fd9bf3af49eb req-d282acc1-b70d-4df7-82b8-be31a4d84aa5 service nova] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Received event network-vif-deleted-b280afc1-e37e-4564-a1c7-f321ed6c7dea {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.487029] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527035e3-d67d-8616-7f69-fd9491a472f3, 'name': SearchDatastore_Task, 'duration_secs': 0.019052} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.487912] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.488249] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.488598] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.488725] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.488921] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.489173] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6754ae69-4b69-4105-8adb-60cac5431541 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.498855] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.499588] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.499792] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da76e7ce-9663-44b6-b54b-853a4da2d4dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.505683] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 790.505683] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ff47d5-b1c6-2200-1752-8a6ff1a6e565" [ 790.505683] env[69287]: _type = "Task" [ 790.505683] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.515493] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ff47d5-b1c6-2200-1752-8a6ff1a6e565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.516509] env[69287]: DEBUG nova.network.neutron [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Updating instance_info_cache with network_info: [{"id": "44e6116a-f291-4227-96b7-f2568b30c613", "address": "fa:16:3e:28:07:4e", "network": {"id": "d9519add-99eb-4435-9ca2-70c62544ac9f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-712432969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de621b90f0924d1485c37db1f7529dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e6116a-f2", "ovs_interfaceid": "44e6116a-f291-4227-96b7-f2568b30c613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.601072] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6915992b-8366-4642-9f18-fcb20a79e909 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.611750] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51046b0b-8d38-41af-bf51-882b17462b9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.654031] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc5ec66-c490-43f8-8967-36b2f9f07641 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.662274] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767f585d-10d7-40dd-aee5-2190dfc68007 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.677845] env[69287]: DEBUG nova.compute.provider_tree [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.721151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.721454] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.721693] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.721844] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.722017] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.724325] env[69287]: INFO nova.compute.manager [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Terminating instance [ 790.738776] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450294, 'name': Rename_Task, 'duration_secs': 0.177246} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.739428] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.740043] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40e72c8a-92e8-4724-a786-bbec924dccc8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.754705] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 790.754705] env[69287]: value = "task-3450296" [ 790.754705] env[69287]: _type = "Task" [ 790.754705] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.755359] env[69287]: DEBUG oslo_vmware.api [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450295, 'name': ResetVM_Task, 'duration_secs': 0.487492} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.755730] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Did hard reboot of VM {{(pid=69287) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 790.756013] env[69287]: DEBUG nova.compute.manager [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.759644] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1254c10c-3acc-4586-80a7-16014a94b8fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.768563] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450296, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.772875] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.022310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Releasing lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.022310] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Instance network_info: |[{"id": "44e6116a-f291-4227-96b7-f2568b30c613", "address": "fa:16:3e:28:07:4e", "network": {"id": "d9519add-99eb-4435-9ca2-70c62544ac9f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-712432969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de621b90f0924d1485c37db1f7529dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e6116a-f2", "ovs_interfaceid": "44e6116a-f291-4227-96b7-f2568b30c613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.022456] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ff47d5-b1c6-2200-1752-8a6ff1a6e565, 'name': SearchDatastore_Task, 'duration_secs': 0.022649} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.022456] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:07:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e6116a-f291-4227-96b7-f2568b30c613', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.029291] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Creating folder: Project (de621b90f0924d1485c37db1f7529dad). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.029943] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4226e14-98b6-4e79-901d-8a4f53a827d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.031842] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6709aa58-46e9-4b25-a3d9-aca27acc07bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.038360] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 791.038360] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52456952-df52-e6a2-546a-0bb3c7e76380" [ 791.038360] env[69287]: _type = "Task" [ 791.038360] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.044196] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Created folder: Project (de621b90f0924d1485c37db1f7529dad) in parent group-v688742. [ 791.044407] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Creating folder: Instances. Parent ref: group-v688868. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.045031] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e206f9-343b-4a2b-a489-40c513f8474d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.050855] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52456952-df52-e6a2-546a-0bb3c7e76380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.058424] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Created folder: Instances in parent group-v688868. [ 791.058629] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.058855] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.059125] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6bbd161-7ebd-4d64-be2b-cdafa95d3c00 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.079970] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.079970] env[69287]: value = "task-3450299" [ 791.079970] env[69287]: _type = "Task" [ 791.079970] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.097135] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450299, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.156751] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.181392] env[69287]: DEBUG nova.scheduler.client.report [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.193571] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.193875] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.194408] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.194408] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.194533] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.194664] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.194927] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.195181] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.195331] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.195529] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.195784] env[69287]: DEBUG nova.virt.hardware [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.196796] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe6b29-4540-44b4-ab0b-546a15c49cd6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.208461] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b787638a-eb69-44e7-bcd5-587ea2ea124e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.235031] env[69287]: DEBUG nova.compute.manager [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.235285] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.236290] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f005f75-0c17-4265-82d8-a4a59aa45dad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.244510] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.244837] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5d7585-aef0-469d-9919-fee72abc92ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.252239] env[69287]: DEBUG oslo_vmware.api [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 791.252239] env[69287]: value = "task-3450300" [ 791.252239] env[69287]: _type = "Task" [ 791.252239] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.263816] env[69287]: DEBUG nova.compute.manager [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Received event network-changed-44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.264134] env[69287]: DEBUG nova.compute.manager [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Refreshing instance network info cache due to event network-changed-44e6116a-f291-4227-96b7-f2568b30c613. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.264305] env[69287]: DEBUG oslo_concurrency.lockutils [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] Acquiring lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.264451] env[69287]: DEBUG oslo_concurrency.lockutils [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] Acquired lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.264607] env[69287]: DEBUG nova.network.neutron [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Refreshing network info cache for port 44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.269546] env[69287]: DEBUG oslo_vmware.api [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.274474] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450296, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.280798] env[69287]: DEBUG oslo_concurrency.lockutils [None req-abecdde0-774d-42f4-b4c7-30a4b167d119 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.474s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.302582] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.551238] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52456952-df52-e6a2-546a-0bb3c7e76380, 'name': SearchDatastore_Task, 'duration_secs': 0.015661} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.553724] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.553724] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 20dc03e1-62af-45fa-bc82-3f81c8a1fba5/20dc03e1-62af-45fa-bc82-3f81c8a1fba5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.553724] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9acab330-294c-4ea7-8785-58228a0c2187 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.562027] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 791.562027] env[69287]: value = "task-3450301" [ 791.562027] env[69287]: _type = "Task" [ 791.562027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.570917] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.593942] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450299, 'name': CreateVM_Task, 'duration_secs': 0.349494} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.593942] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.593942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.593942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593942] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3a0272-2d1c-4151-94da-6f76962bb638 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.599238] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 791.599238] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f3c26-a278-a867-b28d-4f4dbd249414" [ 791.599238] env[69287]: _type = "Task" [ 791.599238] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.611804] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f3c26-a278-a867-b28d-4f4dbd249414, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.612345] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.612396] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.612611] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.612757] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.612932] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.613385] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd3dcae9-6d4c-4114-b82a-c4b9669fa3cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.631695] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.632109] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.633474] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-357547a8-eb8f-455f-b90d-d8cc43d3e37d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.645350] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 791.645350] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c189b4-a4c2-94b8-60ef-d336645e8118" [ 791.645350] env[69287]: _type = "Task" [ 791.645350] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.659888] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c189b4-a4c2-94b8-60ef-d336645e8118, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.660743] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9044cb43-7e6b-446a-8a42-3e56aac15623 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.667366] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 791.667366] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a1f476-db52-8760-0475-5cea94d0ee2a" [ 791.667366] env[69287]: _type = "Task" [ 791.667366] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.682288] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a1f476-db52-8760-0475-5cea94d0ee2a, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.682648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.682973] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 47493890-3a5e-4f5e-a1fd-f6be17648fc9/47493890-3a5e-4f5e-a1fd-f6be17648fc9.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.683277] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf22d552-6101-4de3-bee3-219f54196661 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.693157] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.693575] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.696534] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 791.696534] env[69287]: value = "task-3450302" [ 791.696534] env[69287]: _type = "Task" [ 791.696534] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.698504] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.113s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.698590] env[69287]: INFO nova.compute.claims [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.719344] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.776153] env[69287]: DEBUG oslo_vmware.api [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450300, 'name': PowerOffVM_Task, 'duration_secs': 0.288207} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.776849] env[69287]: DEBUG oslo_vmware.api [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450296, 'name': PowerOnVM_Task, 'duration_secs': 0.608111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.777207] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.777277] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.777520] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.777710] env[69287]: INFO nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Took 8.47 seconds to spawn the instance on the hypervisor. [ 791.777882] env[69287]: DEBUG nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.778747] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a88b9621-ccb1-416c-a097-57d3ced13c45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.781306] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d51e2d-fd7d-4f15-a4e3-79cbae92a9bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.808143] env[69287]: DEBUG nova.compute.manager [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Received event network-changed-32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.808392] env[69287]: DEBUG nova.compute.manager [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Refreshing instance network info cache due to event network-changed-32ac350c-e4b4-498b-8209-8bdd7e091f9c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.808629] env[69287]: DEBUG oslo_concurrency.lockutils [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] Acquiring lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.808777] env[69287]: DEBUG oslo_concurrency.lockutils [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] Acquired lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.808939] env[69287]: DEBUG nova.network.neutron [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Refreshing network info cache for port 32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.851873] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.852109] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.852295] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Deleting the datastore file [datastore2] 6df206b8-a448-4fe6-b0d2-d2b1e913e997 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.852666] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e4eef2-b2a1-4e74-ba9d-e8043bb5e93d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.862643] env[69287]: DEBUG oslo_vmware.api [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for the task: (returnval){ [ 791.862643] env[69287]: value = "task-3450304" [ 791.862643] env[69287]: _type = "Task" [ 791.862643] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.874383] env[69287]: DEBUG oslo_vmware.api [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.089997] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457235} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.090530] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 20dc03e1-62af-45fa-bc82-3f81c8a1fba5/20dc03e1-62af-45fa-bc82-3f81c8a1fba5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.090881] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.091827] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c8169d9-5673-439b-9276-2899ef193d9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.101609] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 792.101609] env[69287]: value = "task-3450305" [ 792.101609] env[69287]: _type = "Task" [ 792.101609] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.125204] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.199858] env[69287]: DEBUG nova.compute.utils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.204256] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.204579] env[69287]: DEBUG nova.network.neutron [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.222977] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450302, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.317684] env[69287]: INFO nova.compute.manager [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Took 52.00 seconds to build instance. [ 792.322087] env[69287]: DEBUG nova.policy [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94fe6d9e5076451d9d9d48d88ae380a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59f0df02a1934bb5b6c754f02369c030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.379048] env[69287]: DEBUG oslo_vmware.api [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Task: {'id': task-3450304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24805} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.379048] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.379048] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.379048] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.379048] env[69287]: INFO nova.compute.manager [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Took 1.14 seconds to destroy the instance on the hypervisor. [ 792.379606] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.379606] env[69287]: DEBUG nova.compute.manager [-] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.379606] env[69287]: DEBUG nova.network.neutron [-] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.384445] env[69287]: DEBUG nova.network.neutron [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Updated VIF entry in instance network info cache for port 44e6116a-f291-4227-96b7-f2568b30c613. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.385093] env[69287]: DEBUG nova.network.neutron [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Updating instance_info_cache with network_info: [{"id": "44e6116a-f291-4227-96b7-f2568b30c613", "address": "fa:16:3e:28:07:4e", "network": {"id": "d9519add-99eb-4435-9ca2-70c62544ac9f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-712432969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de621b90f0924d1485c37db1f7529dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e6116a-f2", "ovs_interfaceid": "44e6116a-f291-4227-96b7-f2568b30c613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.594526] env[69287]: DEBUG nova.network.neutron [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Successfully updated port: 067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.618724] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323005} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.618986] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.619948] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf900e2-8918-4da6-bf51-07f0ff3d6bb1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.645384] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 20dc03e1-62af-45fa-bc82-3f81c8a1fba5/20dc03e1-62af-45fa-bc82-3f81c8a1fba5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.645722] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206ddf86-3055-48e3-bfb3-ec2e8958d57f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.674683] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 792.674683] env[69287]: value = "task-3450306" [ 792.674683] env[69287]: _type = "Task" [ 792.674683] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.683017] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.708859] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.724089] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719455} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.724344] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 47493890-3a5e-4f5e-a1fd-f6be17648fc9/47493890-3a5e-4f5e-a1fd-f6be17648fc9.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.724955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.725974] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef503de-e1e8-468c-8f59-8f4518991d25 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.733658] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 792.733658] env[69287]: value = "task-3450307" [ 792.733658] env[69287]: _type = "Task" [ 792.733658] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.744077] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.819670] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7e215b17-c23a-4028-b8fa-badd6346b971 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.467s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.892154] env[69287]: DEBUG oslo_concurrency.lockutils [req-854bb0b1-4f84-4d00-9571-89960f6523d8 req-2ce2aa8a-fe9a-4fee-9758-adb7d4de6156 service nova] Releasing lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.896693] env[69287]: DEBUG nova.network.neutron [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updated VIF entry in instance network info cache for port 32ac350c-e4b4-498b-8209-8bdd7e091f9c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.896693] env[69287]: DEBUG nova.network.neutron [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updating instance_info_cache with network_info: [{"id": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "address": "fa:16:3e:c4:07:9a", "network": {"id": "ba0bed1e-9553-4c05-9c19-1d42009d58c2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1376333092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17a98c113e174556b81e3f250c388a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ac350c-e4", "ovs_interfaceid": "32ac350c-e4b4-498b-8209-8bdd7e091f9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.947417] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.947689] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.947902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.948099] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.948268] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.951097] env[69287]: INFO nova.compute.manager [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Terminating instance [ 793.022276] env[69287]: DEBUG nova.network.neutron [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Successfully created port: 501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.100500] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100500] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquired lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.100653] env[69287]: DEBUG nova.network.neutron [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.188780] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.217257] env[69287]: DEBUG nova.network.neutron [-] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.247517] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100054} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.247780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.248593] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85712a4-b3c2-491e-b4fd-bdcd39fc7943 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.272200] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 47493890-3a5e-4f5e-a1fd-f6be17648fc9/47493890-3a5e-4f5e-a1fd-f6be17648fc9.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.273474] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac037ec-72f6-454f-9c02-464d3b60acc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.288345] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e089b-6747-4d79-818b-24ac952c2d29 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.293379] env[69287]: DEBUG nova.compute.manager [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Received event network-vif-plugged-067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.293564] env[69287]: DEBUG oslo_concurrency.lockutils [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] Acquiring lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.293770] env[69287]: DEBUG oslo_concurrency.lockutils [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.293925] env[69287]: DEBUG oslo_concurrency.lockutils [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.294109] env[69287]: DEBUG nova.compute.manager [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] No waiting events found dispatching network-vif-plugged-067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.294275] env[69287]: WARNING nova.compute.manager [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Received unexpected event network-vif-plugged-067b29f1-2d4b-4243-87d6-2b92dace65b3 for instance with vm_state building and task_state spawning. [ 793.294430] env[69287]: DEBUG nova.compute.manager [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Received event network-changed-067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.294578] env[69287]: DEBUG nova.compute.manager [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Refreshing instance network info cache due to event network-changed-067b29f1-2d4b-4243-87d6-2b92dace65b3. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.294735] env[69287]: DEBUG oslo_concurrency.lockutils [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] Acquiring lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.300387] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a725745-c7e7-4817-8a1f-c538989213ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.305402] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 793.305402] env[69287]: value = "task-3450308" [ 793.305402] env[69287]: _type = "Task" [ 793.305402] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.335471] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.339397] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34716d6-6d74-4956-a1e3-3b44a0f67043 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.345604] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.351238] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d865d-e148-4bdd-800c-c13a9ff86c1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.368406] env[69287]: DEBUG nova.compute.provider_tree [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.398699] env[69287]: DEBUG oslo_concurrency.lockutils [req-92800f1a-bfc0-478f-b0e5-76fc4ff264c9 req-7a15fd01-b2fb-4474-8c32-ed80a5dd1f91 service nova] Releasing lock "refresh_cache-4f9bd637-5c78-4c0a-bd7d-c572595d16a5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440353] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "4ff609df-07c8-420f-8eec-e89c33a51a33" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.440594] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.462619] env[69287]: DEBUG nova.compute.manager [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.462892] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.463805] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc59e0-5345-4c14-a330-8e6e4d8da3e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.472481] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.472746] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009044dd-a0df-4ac5-94ca-34b1af944eb7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.478873] env[69287]: DEBUG oslo_vmware.api [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 793.478873] env[69287]: value = "task-3450309" [ 793.478873] env[69287]: _type = "Task" [ 793.478873] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.487414] env[69287]: DEBUG oslo_vmware.api [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.641582] env[69287]: DEBUG nova.network.neutron [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.688083] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.721841] env[69287]: INFO nova.compute.manager [-] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Took 1.34 seconds to deallocate network for instance. [ 793.722927] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.745712] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e969e2b-67bd-41cd-8a87-2ec3b4c02319',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1038475960',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.746168] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.746168] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.746337] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.746484] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.746632] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.746839] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.748642] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.748642] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.748642] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.748642] env[69287]: DEBUG nova.virt.hardware [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.748819] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e8133-72b8-4dd0-8ba7-f7cf9635e065 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.759035] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d776a0-0c1c-4ba1-b971-76b1e8f2d9b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.815309] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450308, 'name': ReconfigVM_Task, 'duration_secs': 0.314381} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.815573] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 47493890-3a5e-4f5e-a1fd-f6be17648fc9/47493890-3a5e-4f5e-a1fd-f6be17648fc9.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.816278] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-874a16e0-eeff-4302-ae31-ec0ea77022dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.822374] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 793.822374] env[69287]: value = "task-3450310" [ 793.822374] env[69287]: _type = "Task" [ 793.822374] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.831445] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450310, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.846241] env[69287]: DEBUG nova.network.neutron [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Updating instance_info_cache with network_info: [{"id": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "address": "fa:16:3e:b3:4f:4b", "network": {"id": "0b082ad6-52a5-45d9-95c1-0abd2d976131", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-824235310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee9080de174da6babcf67f29896ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067b29f1-2d", "ovs_interfaceid": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.864874] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.871271] env[69287]: DEBUG nova.scheduler.client.report [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.944440] env[69287]: DEBUG nova.compute.utils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 793.990116] env[69287]: DEBUG oslo_vmware.api [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450309, 'name': PowerOffVM_Task, 'duration_secs': 0.187398} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.990638] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.990806] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.991072] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15a243c7-07ba-4895-a19e-1a6c71e553a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.053901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.054136] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.054319] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Deleting the datastore file [datastore1] 4f9bd637-5c78-4c0a-bd7d-c572595d16a5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.054569] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d009d99-f006-4b93-b1ac-3d78b762bdc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.061013] env[69287]: DEBUG oslo_vmware.api [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 794.061013] env[69287]: value = "task-3450312" [ 794.061013] env[69287]: _type = "Task" [ 794.061013] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.069529] env[69287]: DEBUG oslo_vmware.api [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.188752] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450306, 'name': ReconfigVM_Task, 'duration_secs': 1.07491} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.189031] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 20dc03e1-62af-45fa-bc82-3f81c8a1fba5/20dc03e1-62af-45fa-bc82-3f81c8a1fba5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.189672] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-892387f2-31d9-415d-b301-02a7d8c332a5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.195492] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 794.195492] env[69287]: value = "task-3450313" [ 794.195492] env[69287]: _type = "Task" [ 794.195492] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.203455] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450313, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.233226] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.333634] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450310, 'name': Rename_Task, 'duration_secs': 0.150053} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.333916] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.334182] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-970777c0-5b13-462f-a1be-047ccd56450c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.340077] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 794.340077] env[69287]: value = "task-3450314" [ 794.340077] env[69287]: _type = "Task" [ 794.340077] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.348224] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.350824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Releasing lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.351188] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Instance network_info: |[{"id": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "address": "fa:16:3e:b3:4f:4b", "network": {"id": "0b082ad6-52a5-45d9-95c1-0abd2d976131", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-824235310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee9080de174da6babcf67f29896ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067b29f1-2d", "ovs_interfaceid": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.351516] env[69287]: DEBUG oslo_concurrency.lockutils [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] Acquired lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.351710] env[69287]: DEBUG nova.network.neutron [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Refreshing network info cache for port 067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.352984] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:4f:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '067b29f1-2d4b-4243-87d6-2b92dace65b3', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.360213] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Creating folder: Project (fcee9080de174da6babcf67f29896ced). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.360725] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a5d435-b248-4bef-96b0-1fd5f3499c61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.371028] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Created folder: Project (fcee9080de174da6babcf67f29896ced) in parent group-v688742. [ 794.371141] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Creating folder: Instances. Parent ref: group-v688871. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.372025] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0b7f88b-014a-4141-9a35-db4917b2b070 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.376184] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.376636] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.379337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.403s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.380792] env[69287]: INFO nova.compute.claims [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.385834] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Created folder: Instances in parent group-v688871. [ 794.387545] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.387766] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.387994] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d414ff45-d3f9-4919-b596-6c8304d5c1d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.409474] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.409474] env[69287]: value = "task-3450317" [ 794.409474] env[69287]: _type = "Task" [ 794.409474] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.418300] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450317, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.449260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.569066] env[69287]: DEBUG nova.compute.manager [req-7c3bae23-94d7-4010-bea5-8017830f5717 req-2e619ce5-9b3e-424a-9c93-91ee64b5cdfd service nova] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Received event network-vif-deleted-6f01c13d-dd79-4ad1-a621-17f191e7037e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.575194] env[69287]: DEBUG oslo_vmware.api [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132185} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.575449] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.575629] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.575800] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.575973] env[69287]: INFO nova.compute.manager [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 794.576227] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.576413] env[69287]: DEBUG nova.compute.manager [-] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.576507] env[69287]: DEBUG nova.network.neutron [-] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.706325] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450313, 'name': Rename_Task, 'duration_secs': 0.157048} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.706669] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.706852] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc60dfda-5ef7-467a-b3e1-f94ccf4fd31a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.713431] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 794.713431] env[69287]: value = "task-3450318" [ 794.713431] env[69287]: _type = "Task" [ 794.713431] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.722788] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.794189] env[69287]: DEBUG nova.network.neutron [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Successfully updated port: 501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.850513] env[69287]: DEBUG oslo_vmware.api [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450314, 'name': PowerOnVM_Task, 'duration_secs': 0.460139} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.851310] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.851310] env[69287]: INFO nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Took 6.32 seconds to spawn the instance on the hypervisor. [ 794.851536] env[69287]: DEBUG nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.852349] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f55fe0-9af5-488e-9825-88ebfb85747d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.891540] env[69287]: DEBUG nova.compute.utils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 794.897628] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.897816] env[69287]: DEBUG nova.network.neutron [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.927045] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450317, 'name': CreateVM_Task, 'duration_secs': 0.344315} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.927332] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.928084] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.928379] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.928749] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.929128] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da2cb399-4b04-4e2d-b3d5-e07c4a5d3f7b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.934781] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 794.934781] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5287a6b7-f073-999c-04a5-a52d6e56d446" [ 794.934781] env[69287]: _type = "Task" [ 794.934781] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.945119] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5287a6b7-f073-999c-04a5-a52d6e56d446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.954599] env[69287]: DEBUG nova.policy [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.181621] env[69287]: DEBUG nova.network.neutron [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Updated VIF entry in instance network info cache for port 067b29f1-2d4b-4243-87d6-2b92dace65b3. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.181988] env[69287]: DEBUG nova.network.neutron [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Updating instance_info_cache with network_info: [{"id": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "address": "fa:16:3e:b3:4f:4b", "network": {"id": "0b082ad6-52a5-45d9-95c1-0abd2d976131", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-824235310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee9080de174da6babcf67f29896ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067b29f1-2d", "ovs_interfaceid": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.223407] env[69287]: DEBUG oslo_vmware.api [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450318, 'name': PowerOnVM_Task, 'duration_secs': 0.469989} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.223711] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.223963] env[69287]: INFO nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Took 9.27 seconds to spawn the instance on the hypervisor. [ 795.224152] env[69287]: DEBUG nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.224970] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0708af6-f195-457e-b9a7-c48ff0b280aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.296680] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.296841] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.296996] env[69287]: DEBUG nova.network.neutron [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.298675] env[69287]: DEBUG nova.network.neutron [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Successfully created port: 36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.374815] env[69287]: INFO nova.compute.manager [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Took 46.04 seconds to build instance. [ 795.398828] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.448388] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5287a6b7-f073-999c-04a5-a52d6e56d446, 'name': SearchDatastore_Task, 'duration_secs': 0.02612} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.451386] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.451624] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.451850] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.452062] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.452183] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.453254] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150c1c83-8755-4993-8bbf-d4a9449794cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.464916] env[69287]: DEBUG nova.network.neutron [-] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.468025] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.468025] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.469045] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d50098-70f2-48cb-8ad2-22e05944d9f1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.475332] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 795.475332] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db2966-21a8-a668-dde3-16238fd2f609" [ 795.475332] env[69287]: _type = "Task" [ 795.475332] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.486226] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db2966-21a8-a668-dde3-16238fd2f609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.498358] env[69287]: DEBUG nova.compute.manager [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Received event network-vif-plugged-501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.498447] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] Acquiring lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.498641] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.498767] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.498933] env[69287]: DEBUG nova.compute.manager [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] No waiting events found dispatching network-vif-plugged-501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.499216] env[69287]: WARNING nova.compute.manager [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Received unexpected event network-vif-plugged-501fc7bd-86fc-4650-9049-6fd9821cfefd for instance with vm_state building and task_state spawning. [ 795.499396] env[69287]: DEBUG nova.compute.manager [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Received event network-changed-501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.499557] env[69287]: DEBUG nova.compute.manager [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Refreshing instance network info cache due to event network-changed-501fc7bd-86fc-4650-9049-6fd9821cfefd. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.499709] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] Acquiring lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543564] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "4ff609df-07c8-420f-8eec-e89c33a51a33" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.543564] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.543564] env[69287]: INFO nova.compute.manager [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Attaching volume 520faa7b-2617-4b2d-a3c9-7681f094bd55 to /dev/sdb [ 795.590604] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc25f779-812e-400a-8858-ac8d486f5102 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.601235] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb75b44-cb8b-4b86-9096-927002d5da9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.616402] env[69287]: DEBUG nova.virt.block_device [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Updating existing volume attachment record: 1a1e80c5-bfec-47bb-ad12-138dcf4e7fa8 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 795.684611] env[69287]: DEBUG oslo_concurrency.lockutils [req-982b1a52-7df0-4fe8-9445-ae842c47fbfc req-3d3f93bc-1ae4-4278-99c7-0c34281e20ad service nova] Releasing lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.748052] env[69287]: INFO nova.compute.manager [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Took 50.12 seconds to build instance. [ 795.852615] env[69287]: DEBUG nova.network.neutron [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.870890] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88445e59-a5e3-403e-ab26-d9717d148b9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.876987] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d971168-ecfb-45cb-a009-4666b1518970 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.971s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.884778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f4f64-1f7e-42e1-a17c-27e1ed7dd4ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.926769] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed18390e-627a-4982-bc56-04bc2685b5f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.934876] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2cf82-9241-494b-a3c1-5ad12b14e582 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.952707] env[69287]: DEBUG nova.compute.provider_tree [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.969616] env[69287]: INFO nova.compute.manager [-] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Took 1.39 seconds to deallocate network for instance. [ 795.985426] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db2966-21a8-a668-dde3-16238fd2f609, 'name': SearchDatastore_Task, 'duration_secs': 0.023071} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.989023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d724e2bd-a239-49a3-8de9-39c95009b10f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.994744] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 795.994744] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52438734-abec-0b7a-66fb-338a9d31f62e" [ 795.994744] env[69287]: _type = "Task" [ 795.994744] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.001576] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52438734-abec-0b7a-66fb-338a9d31f62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.192776] env[69287]: DEBUG nova.network.neutron [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.250359] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5118544e-882e-4ecf-8efb-b4a20c5435a9 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.225s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.385358] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.434339] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.456346] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.456942] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.457329] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.461016] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.461016] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.461016] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.461016] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.461016] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.461225] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.461225] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.461225] env[69287]: DEBUG nova.virt.hardware [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.461225] env[69287]: DEBUG nova.scheduler.client.report [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.464527] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd14096e-9ae0-4831-9ad3-cf83f4539af0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.477106] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.478849] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3597e3d1-9970-4ed4-b9fc-a7ef92ce55e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.511645] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52438734-abec-0b7a-66fb-338a9d31f62e, 'name': SearchDatastore_Task, 'duration_secs': 0.019372} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.512036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.512358] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a5b586bb-eb9b-4ed5-8c26-8a59f63eead4/a5b586bb-eb9b-4ed5-8c26-8a59f63eead4.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.512782] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee508e0d-99ce-4672-998f-1f7f495079b4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.519421] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 796.519421] env[69287]: value = "task-3450322" [ 796.519421] env[69287]: _type = "Task" [ 796.519421] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.527947] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.697486] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.697486] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Instance network_info: |[{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.697778] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] Acquired lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.697778] env[69287]: DEBUG nova.network.neutron [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Refreshing network info cache for port 501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.699260] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:b4:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501fc7bd-86fc-4650-9049-6fd9821cfefd', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.707376] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.710829] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.711449] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e48ac9-c178-44f4-a9bb-8090a1f9752f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.735741] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.735741] env[69287]: value = "task-3450323" [ 796.735741] env[69287]: _type = "Task" [ 796.735741] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.751322] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450323, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.753945] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.844023] env[69287]: DEBUG nova.compute.manager [req-bf23a778-1498-4250-b253-5e533f909865 req-8d7772b9-7359-47bc-92f0-f40340f76396 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-vif-plugged-36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.844427] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf23a778-1498-4250-b253-5e533f909865 req-8d7772b9-7359-47bc-92f0-f40340f76396 service nova] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.845922] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf23a778-1498-4250-b253-5e533f909865 req-8d7772b9-7359-47bc-92f0-f40340f76396 service nova] Lock "ceec6f62-e914-4659-8fab-25647605cc63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.845922] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf23a778-1498-4250-b253-5e533f909865 req-8d7772b9-7359-47bc-92f0-f40340f76396 service nova] Lock "ceec6f62-e914-4659-8fab-25647605cc63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.847469] env[69287]: DEBUG nova.compute.manager [req-bf23a778-1498-4250-b253-5e533f909865 req-8d7772b9-7359-47bc-92f0-f40340f76396 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] No waiting events found dispatching network-vif-plugged-36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.847469] env[69287]: WARNING nova.compute.manager [req-bf23a778-1498-4250-b253-5e533f909865 req-8d7772b9-7359-47bc-92f0-f40340f76396 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received unexpected event network-vif-plugged-36cb56cf-eed3-4fee-84d4-3c2945d80f82 for instance with vm_state building and task_state spawning. [ 796.910381] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.943800] env[69287]: DEBUG nova.network.neutron [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Successfully updated port: 36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.972195] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.972195] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.975753] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.085s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.978176] env[69287]: INFO nova.compute.claims [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.983719] env[69287]: DEBUG nova.network.neutron [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updated VIF entry in instance network info cache for port 501fc7bd-86fc-4650-9049-6fd9821cfefd. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.984285] env[69287]: DEBUG nova.network.neutron [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.030858] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477443} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.032438] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] a5b586bb-eb9b-4ed5-8c26-8a59f63eead4/a5b586bb-eb9b-4ed5-8c26-8a59f63eead4.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.032438] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.032438] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-139191f7-5c88-45cb-a9a1-90790acf3f89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.038788] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 797.038788] env[69287]: value = "task-3450324" [ 797.038788] env[69287]: _type = "Task" [ 797.038788] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.048707] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.246232] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450323, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.279175] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.446546] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.446742] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.446953] env[69287]: DEBUG nova.network.neutron [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.487166] env[69287]: DEBUG nova.compute.utils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.488834] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] Releasing lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.489050] env[69287]: DEBUG nova.compute.manager [req-3b33bb09-9816-4bfd-bf73-7323a82b2ce5 req-f8a92277-418f-4230-8bfd-de7995ab3c75 service nova] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Received event network-vif-deleted-32ac350c-e4b4-498b-8209-8bdd7e091f9c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.489485] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.490267] env[69287]: DEBUG nova.network.neutron [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.550839] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062388} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.551524] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.552322] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7044f1a-054e-4ccc-932e-3b60a1b2ea9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.557953] env[69287]: DEBUG nova.policy [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '307906111bff474883ed29840d0b0a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4a573f3b4c426fa5f070cc6c1193df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.580442] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a5b586bb-eb9b-4ed5-8c26-8a59f63eead4/a5b586bb-eb9b-4ed5-8c26-8a59f63eead4.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.580837] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7a9c35-41d4-4a53-b65b-db6e0417d89b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.601422] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 797.601422] env[69287]: value = "task-3450325" [ 797.601422] env[69287]: _type = "Task" [ 797.601422] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.603742] env[69287]: DEBUG nova.compute.manager [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Received event network-changed-44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.604119] env[69287]: DEBUG nova.compute.manager [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Refreshing instance network info cache due to event network-changed-44e6116a-f291-4227-96b7-f2568b30c613. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.604174] env[69287]: DEBUG oslo_concurrency.lockutils [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] Acquiring lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.604546] env[69287]: DEBUG oslo_concurrency.lockutils [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] Acquired lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.604546] env[69287]: DEBUG nova.network.neutron [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Refreshing network info cache for port 44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.617011] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450325, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.747590] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450323, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.841351] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.841695] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.871255] env[69287]: DEBUG nova.network.neutron [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Successfully created port: 050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.992632] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.019136] env[69287]: DEBUG nova.network.neutron [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.117792] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450325, 'name': ReconfigVM_Task, 'duration_secs': 0.466035} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.118163] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a5b586bb-eb9b-4ed5-8c26-8a59f63eead4/a5b586bb-eb9b-4ed5-8c26-8a59f63eead4.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.118830] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-445f207f-ad66-4fec-bfb8-39464aa0ac66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.126034] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 798.126034] env[69287]: value = "task-3450327" [ 798.126034] env[69287]: _type = "Task" [ 798.126034] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.136867] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450327, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.246934] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450323, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.247912] env[69287]: DEBUG nova.network.neutron [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.417202] env[69287]: DEBUG nova.network.neutron [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Updated VIF entry in instance network info cache for port 44e6116a-f291-4227-96b7-f2568b30c613. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.417579] env[69287]: DEBUG nova.network.neutron [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Updating instance_info_cache with network_info: [{"id": "44e6116a-f291-4227-96b7-f2568b30c613", "address": "fa:16:3e:28:07:4e", "network": {"id": "d9519add-99eb-4435-9ca2-70c62544ac9f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-712432969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de621b90f0924d1485c37db1f7529dad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e6116a-f2", "ovs_interfaceid": "44e6116a-f291-4227-96b7-f2568b30c613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.512879] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd743c3f-002e-4f8e-b8bd-6bff696eeaf6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.520511] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eb0fc4-6136-43aa-872c-7ee7cd0f4fd4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.552561] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef43139-693d-433d-8018-02b3d64c85a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.560659] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e8828-5f8b-4b13-bdac-8321800e07cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.576284] env[69287]: DEBUG nova.compute.provider_tree [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.635279] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450327, 'name': Rename_Task, 'duration_secs': 0.27714} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.635539] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.635775] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a288aa9-a984-48fa-b277-4b18ff0ea0a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.642308] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 798.642308] env[69287]: value = "task-3450328" [ 798.642308] env[69287]: _type = "Task" [ 798.642308] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.649660] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.747072] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450323, 'name': CreateVM_Task, 'duration_secs': 1.697756} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.750377] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.750377] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.750377] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.750377] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.750377] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805f8ee5-09bb-4824-958a-7877276e9caa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.754373] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.754373] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Instance network_info: |[{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.754640] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 798.754640] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523ce398-2499-8d09-6210-bbe32c228758" [ 798.754640] env[69287]: _type = "Task" [ 798.754640] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.754852] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:ba:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36cb56cf-eed3-4fee-84d4-3c2945d80f82', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.763996] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Creating folder: Project (d07a505d35514521b4bd40a664bc2327). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.764390] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a4016f-8fd2-4a72-8577-4b485a189a41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.777256] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523ce398-2499-8d09-6210-bbe32c228758, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.777590] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.777925] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.778260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.778449] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.778705] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.779022] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ccb98e-4157-428f-8a35-49f1fb1c8913 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.787114] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Created folder: Project (d07a505d35514521b4bd40a664bc2327) in parent group-v688742. [ 798.787337] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Creating folder: Instances. Parent ref: group-v688877. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.787612] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd7aed4f-b801-477c-b8c3-40d9bd9a596c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.791660] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.791826] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.793382] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c962c2-c9b3-4c24-b25c-6bc9b33c1c02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.797700] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Created folder: Instances in parent group-v688877. [ 798.797700] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.797868] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.798152] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 798.798152] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ba6862-4f8c-232e-c0d6-cc2a2499f1ee" [ 798.798152] env[69287]: _type = "Task" [ 798.798152] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.798374] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e219ecc-5f42-4631-831f-ab891b5446a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.821180] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ba6862-4f8c-232e-c0d6-cc2a2499f1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.822839] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.822839] env[69287]: value = "task-3450331" [ 798.822839] env[69287]: _type = "Task" [ 798.822839] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.823081] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee599cd-1618-439f-95ca-5b8007ebfaa1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.831310] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 798.831310] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e69561-8163-1014-506f-cf0cdaabcead" [ 798.831310] env[69287]: _type = "Task" [ 798.831310] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.834031] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450331, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.841236] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e69561-8163-1014-506f-cf0cdaabcead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.874509] env[69287]: DEBUG nova.compute.manager [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-changed-36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.874762] env[69287]: DEBUG nova.compute.manager [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Refreshing instance network info cache due to event network-changed-36cb56cf-eed3-4fee-84d4-3c2945d80f82. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.874910] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] Acquiring lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.875185] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] Acquired lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.875370] env[69287]: DEBUG nova.network.neutron [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Refreshing network info cache for port 36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.922293] env[69287]: DEBUG oslo_concurrency.lockutils [req-1893d840-e299-4d33-9151-a7380958704e req-41b5bdc2-0df3-4fd6-b824-057a391f567b service nova] Releasing lock "refresh_cache-47493890-3a5e-4f5e-a1fd-f6be17648fc9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.007697] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.035607] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.035855] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.036022] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.036220] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.036378] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.036523] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.036730] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.036924] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.037071] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.037253] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.037426] env[69287]: DEBUG nova.virt.hardware [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.038298] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfb52c5-76f5-4b12-ad14-09f38510e88f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.046283] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb7b08-2f19-4bd0-b2bb-79b2b592f427 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.079725] env[69287]: DEBUG nova.scheduler.client.report [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.153707] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.334916] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450331, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.343093] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e69561-8163-1014-506f-cf0cdaabcead, 'name': SearchDatastore_Task, 'duration_secs': 0.024328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.343436] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.343693] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.343967] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba3225e-0d63-4a1f-9560-184a81c814d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.351180] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 799.351180] env[69287]: value = "task-3450332" [ 799.351180] env[69287]: _type = "Task" [ 799.351180] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.358971] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.586136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.586967] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.596672] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.619s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.596672] env[69287]: DEBUG nova.objects.instance [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lazy-loading 'resources' on Instance uuid beaa19aa-3578-4a12-ac8b-cdcbddb56ba5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.656452] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.724102] env[69287]: DEBUG nova.network.neutron [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Successfully updated port: 050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.726200] env[69287]: DEBUG nova.compute.manager [req-3009d410-d90b-43d4-aeb9-c365eb117099 req-6da0d660-6141-4244-b48a-8d95090e7cf6 service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Received event network-vif-plugged-050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.726547] env[69287]: DEBUG oslo_concurrency.lockutils [req-3009d410-d90b-43d4-aeb9-c365eb117099 req-6da0d660-6141-4244-b48a-8d95090e7cf6 service nova] Acquiring lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.726796] env[69287]: DEBUG oslo_concurrency.lockutils [req-3009d410-d90b-43d4-aeb9-c365eb117099 req-6da0d660-6141-4244-b48a-8d95090e7cf6 service nova] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.727209] env[69287]: DEBUG oslo_concurrency.lockutils [req-3009d410-d90b-43d4-aeb9-c365eb117099 req-6da0d660-6141-4244-b48a-8d95090e7cf6 service nova] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.727493] env[69287]: DEBUG nova.compute.manager [req-3009d410-d90b-43d4-aeb9-c365eb117099 req-6da0d660-6141-4244-b48a-8d95090e7cf6 service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] No waiting events found dispatching network-vif-plugged-050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.727742] env[69287]: WARNING nova.compute.manager [req-3009d410-d90b-43d4-aeb9-c365eb117099 req-6da0d660-6141-4244-b48a-8d95090e7cf6 service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Received unexpected event network-vif-plugged-050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 for instance with vm_state building and task_state spawning. [ 799.836287] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450331, 'name': CreateVM_Task, 'duration_secs': 0.875918} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.837237] env[69287]: DEBUG nova.network.neutron [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updated VIF entry in instance network info cache for port 36cb56cf-eed3-4fee-84d4-3c2945d80f82. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.837503] env[69287]: DEBUG nova.network.neutron [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.839135] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.840122] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.840122] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.840122] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.840447] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1832356a-84d4-425b-bde6-87ef9dda44be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.845845] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 799.845845] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52849c50-6ab7-cd0c-5af8-0eeb4525856f" [ 799.845845] env[69287]: _type = "Task" [ 799.845845] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.860917] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52849c50-6ab7-cd0c-5af8-0eeb4525856f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.867854] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450332, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.098853] env[69287]: DEBUG nova.compute.utils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.107995] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.108206] env[69287]: DEBUG nova.network.neutron [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.155479] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.199010] env[69287]: DEBUG nova.policy [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c91bf5aaeb456d97f52f3085f43efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0355c0a31ac146599b4ca5859ae47cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.231269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "refresh_cache-9a9112e4-5798-4ff4-87b8-e91ff59cffcc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.231418] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "refresh_cache-9a9112e4-5798-4ff4-87b8-e91ff59cffcc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.231564] env[69287]: DEBUG nova.network.neutron [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.341072] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf137f96-da83-469a-a617-4c907643781c req-f66eac55-b5dc-49a4-b2b9-ade9415a3e3e service nova] Releasing lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.363983] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52849c50-6ab7-cd0c-5af8-0eeb4525856f, 'name': SearchDatastore_Task, 'duration_secs': 0.049354} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.364804] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.365111] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.365442] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.365649] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.365897] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.368514] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d467c3be-6d21-489c-98ff-338fd6f6b2e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.376688] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72628} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.377404] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.378139] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.378139] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee703137-4d30-4a46-b52d-95e923c9cc22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.386056] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 800.386056] env[69287]: value = "task-3450333" [ 800.386056] env[69287]: _type = "Task" [ 800.386056] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.390502] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.390796] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.391648] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa26e70b-7339-477d-94a7-5c6aca07bb63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.404586] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.405479] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 800.405479] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52650061-dfc9-d03a-42db-3300ef49e077" [ 800.405479] env[69287]: _type = "Task" [ 800.405479] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.415489] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52650061-dfc9-d03a-42db-3300ef49e077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.596699] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824fa56f-510b-4faa-8a33-c06e9719d1da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.609129] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.615039] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc68e5-b19e-4f7c-bf2e-f0aad91b47cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.652421] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c566a-f241-4acd-a84b-ed3d76dd400c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.663253] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.668669] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f420f-2d94-4d10-b6b9-7d25689f2b96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.677161] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.677400] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688875', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'name': 'volume-520faa7b-2617-4b2d-a3c9-7681f094bd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ff609df-07c8-420f-8eec-e89c33a51a33', 'attached_at': '', 'detached_at': '', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'serial': '520faa7b-2617-4b2d-a3c9-7681f094bd55'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.678416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b35093d-6590-48b0-aa7f-c46f55c27453 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.693218] env[69287]: DEBUG nova.compute.provider_tree [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.706069] env[69287]: DEBUG nova.scheduler.client.report [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.709568] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bcba48-2be3-49ca-aad6-f33eb938d7e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.737435] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-520faa7b-2617-4b2d-a3c9-7681f094bd55/volume-520faa7b-2617-4b2d-a3c9-7681f094bd55.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.739904] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55fb86a-ab73-4147-9edf-256b59174d93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.760409] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 800.760409] env[69287]: value = "task-3450334" [ 800.760409] env[69287]: _type = "Task" [ 800.760409] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.774780] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.779709] env[69287]: DEBUG nova.network.neutron [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Successfully created port: 77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.816206] env[69287]: DEBUG nova.network.neutron [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.895524] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076011} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.895821] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.896845] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef16077-fd0e-4b0c-977b-6648c7797760 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.920620] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.926681] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07380ef3-b864-442c-aab1-332f1495f1be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.948797] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52650061-dfc9-d03a-42db-3300ef49e077, 'name': SearchDatastore_Task, 'duration_secs': 0.020824} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.951857] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 800.951857] env[69287]: value = "task-3450335" [ 800.951857] env[69287]: _type = "Task" [ 800.951857] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.952135] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fb9c84-22e4-401c-928d-c4c3dc24e808 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.961622] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 800.961622] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523cc89c-0566-d579-537f-80395355bb25" [ 800.961622] env[69287]: _type = "Task" [ 800.961622] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.964672] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.972360] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523cc89c-0566-d579-537f-80395355bb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.159023] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.183019] env[69287]: DEBUG nova.network.neutron [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Updating instance_info_cache with network_info: [{"id": "050a4bc2-6e6d-4b5b-86f8-64d07dedcf13", "address": "fa:16:3e:63:76:a8", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050a4bc2-6e", "ovs_interfaceid": "050a4bc2-6e6d-4b5b-86f8-64d07dedcf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.213881] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.216329] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.047s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.216504] env[69287]: DEBUG nova.objects.instance [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lazy-loading 'resources' on Instance uuid 3f41634b-5a46-4435-b023-667f55920706 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.249475] env[69287]: INFO nova.scheduler.client.report [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted allocations for instance beaa19aa-3578-4a12-ac8b-cdcbddb56ba5 [ 801.273117] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.468302] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.478447] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523cc89c-0566-d579-537f-80395355bb25, 'name': SearchDatastore_Task, 'duration_secs': 0.034337} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.478760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.479327] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ceec6f62-e914-4659-8fab-25647605cc63/ceec6f62-e914-4659-8fab-25647605cc63.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.479640] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e9abed-fd30-4a58-803f-f7fb8ff50775 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.486317] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 801.486317] env[69287]: value = "task-3450336" [ 801.486317] env[69287]: _type = "Task" [ 801.486317] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.495255] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.627531] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.655909] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.656484] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.656747] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.657022] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.657305] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.657517] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.657786] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.658013] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.658252] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.658473] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.658705] env[69287]: DEBUG nova.virt.hardware [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.659575] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9173c0-ae38-4036-9810-52e3cbc03ebf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.667128] env[69287]: DEBUG oslo_vmware.api [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450328, 'name': PowerOnVM_Task, 'duration_secs': 2.780701} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.667793] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.668341] env[69287]: INFO nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Took 10.51 seconds to spawn the instance on the hypervisor. [ 801.668591] env[69287]: DEBUG nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.669671] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af2013-1426-43a7-8cbc-ce4894a5d470 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.676640] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd968581-3bc9-4d8d-b9d0-cace08224e1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.686242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "refresh_cache-9a9112e4-5798-4ff4-87b8-e91ff59cffcc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.686583] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Instance network_info: |[{"id": "050a4bc2-6e6d-4b5b-86f8-64d07dedcf13", "address": "fa:16:3e:63:76:a8", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050a4bc2-6e", "ovs_interfaceid": "050a4bc2-6e6d-4b5b-86f8-64d07dedcf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.687913] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:76:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '050a4bc2-6e6d-4b5b-86f8-64d07dedcf13', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.696327] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.704716] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.705220] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad2b315c-270b-45a2-b485-d1de38b77643 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.728713] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.728713] env[69287]: value = "task-3450337" [ 801.728713] env[69287]: _type = "Task" [ 801.728713] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.737833] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450337, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.754957] env[69287]: DEBUG nova.compute.manager [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Received event network-changed-050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.755877] env[69287]: DEBUG nova.compute.manager [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Refreshing instance network info cache due to event network-changed-050a4bc2-6e6d-4b5b-86f8-64d07dedcf13. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.755877] env[69287]: DEBUG oslo_concurrency.lockutils [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] Acquiring lock "refresh_cache-9a9112e4-5798-4ff4-87b8-e91ff59cffcc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.755877] env[69287]: DEBUG oslo_concurrency.lockutils [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] Acquired lock "refresh_cache-9a9112e4-5798-4ff4-87b8-e91ff59cffcc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.755877] env[69287]: DEBUG nova.network.neutron [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Refreshing network info cache for port 050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.762421] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ddf102db-7546-4704-b512-453e718bfc01 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "beaa19aa-3578-4a12-ac8b-cdcbddb56ba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.248s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.773254] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450334, 'name': ReconfigVM_Task, 'duration_secs': 0.709732} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.775912] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-520faa7b-2617-4b2d-a3c9-7681f094bd55/volume-520faa7b-2617-4b2d-a3c9-7681f094bd55.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.782225] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15bd373-bde2-46ab-b71c-95812e71514c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.801193] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 801.801193] env[69287]: value = "task-3450338" [ 801.801193] env[69287]: _type = "Task" [ 801.801193] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.813436] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.969088] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450335, 'name': ReconfigVM_Task, 'duration_secs': 0.599194} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.969495] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.971282] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac0384c4-726a-4fcd-8700-d7049db968c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.982943] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 801.982943] env[69287]: value = "task-3450339" [ 801.982943] env[69287]: _type = "Task" [ 801.982943] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.994483] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450339, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.004405] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450336, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.198980] env[69287]: INFO nova.compute.manager [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Took 45.09 seconds to build instance. [ 802.219857] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e279eb96-f64c-4f25-a486-fbf8de4dce57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.238013] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99fdb72-089d-4b3b-8682-060a71bccfc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.248934] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450337, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.282477] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae2442-4dff-46d2-975d-f2e143e0eae5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.295230] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77c9565-341c-4946-903b-494755fa07bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.317023] env[69287]: DEBUG nova.compute.provider_tree [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.325527] env[69287]: DEBUG oslo_vmware.api [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450338, 'name': ReconfigVM_Task, 'duration_secs': 0.264539} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.326105] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688875', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'name': 'volume-520faa7b-2617-4b2d-a3c9-7681f094bd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ff609df-07c8-420f-8eec-e89c33a51a33', 'attached_at': '', 'detached_at': '', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'serial': '520faa7b-2617-4b2d-a3c9-7681f094bd55'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 802.494984] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450339, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.501797] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961418} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.502033] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ceec6f62-e914-4659-8fab-25647605cc63/ceec6f62-e914-4659-8fab-25647605cc63.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.502311] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.502602] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-392c748e-1fbc-4dc9-86ec-1528fff31281 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.509824] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 802.509824] env[69287]: value = "task-3450340" [ 802.509824] env[69287]: _type = "Task" [ 802.509824] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.523204] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.703106] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c581c161-4b3e-45b3-8989-274a289cf8e3 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.726s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.725116] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.725402] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.725633] env[69287]: INFO nova.compute.manager [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Rebooting instance [ 802.747993] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450337, 'name': CreateVM_Task, 'duration_secs': 0.811742} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.749408] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.749408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.749408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.749593] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.749846] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16efbab-c953-4d64-8460-4493f39c5eeb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.755470] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 802.755470] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520a4149-8623-7b6a-f04a-2a7b1cb03806" [ 802.755470] env[69287]: _type = "Task" [ 802.755470] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.764120] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520a4149-8623-7b6a-f04a-2a7b1cb03806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.775719] env[69287]: DEBUG nova.network.neutron [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Updated VIF entry in instance network info cache for port 050a4bc2-6e6d-4b5b-86f8-64d07dedcf13. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.775719] env[69287]: DEBUG nova.network.neutron [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Updating instance_info_cache with network_info: [{"id": "050a4bc2-6e6d-4b5b-86f8-64d07dedcf13", "address": "fa:16:3e:63:76:a8", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap050a4bc2-6e", "ovs_interfaceid": "050a4bc2-6e6d-4b5b-86f8-64d07dedcf13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.820635] env[69287]: DEBUG nova.scheduler.client.report [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.967267] env[69287]: DEBUG nova.network.neutron [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Successfully updated port: 77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.993106] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450339, 'name': Rename_Task, 'duration_secs': 0.58964} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.993377] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.993613] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28e16d0-bede-49d4-b27b-a40ffa37b230 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.999884] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 802.999884] env[69287]: value = "task-3450341" [ 802.999884] env[69287]: _type = "Task" [ 802.999884] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.007994] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.017641] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178382} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.017894] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.018714] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55177094-ea99-4e74-9a78-7eab7f4a6edc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.040965] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ceec6f62-e914-4659-8fab-25647605cc63/ceec6f62-e914-4659-8fab-25647605cc63.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.041311] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6767f1-b6d5-44bc-bf81-106cdc9c25f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.061834] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 803.061834] env[69287]: value = "task-3450342" [ 803.061834] env[69287]: _type = "Task" [ 803.061834] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.070723] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.207029] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.226091] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "da70aeb0-9833-4416-a263-872c66d824d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.226225] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "da70aeb0-9833-4416-a263-872c66d824d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.242932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.243232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquired lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.243423] env[69287]: DEBUG nova.network.neutron [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.267555] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520a4149-8623-7b6a-f04a-2a7b1cb03806, 'name': SearchDatastore_Task, 'duration_secs': 0.043514} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.267878] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.268125] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.268467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.268635] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.268872] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.269404] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ade94c-da36-40ed-84e0-0edd4a25baff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.279080] env[69287]: DEBUG oslo_concurrency.lockutils [req-dcaefef4-4ee6-4011-9336-e5fd245f99b6 req-7d3c703b-5e1e-405c-8b0c-96e2dfa46e9d service nova] Releasing lock "refresh_cache-9a9112e4-5798-4ff4-87b8-e91ff59cffcc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.282048] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.282234] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.282974] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518e341b-588e-4d60-b51a-4661976af17a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.288681] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 803.288681] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261c93a-e55a-e278-0dfd-fd8a10c764b3" [ 803.288681] env[69287]: _type = "Task" [ 803.288681] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.296983] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261c93a-e55a-e278-0dfd-fd8a10c764b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.325820] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.329161] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.828s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.329428] env[69287]: DEBUG nova.objects.instance [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lazy-loading 'resources' on Instance uuid 86664fc5-9d66-4a97-a70e-f979ea7989af {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.350580] env[69287]: INFO nova.scheduler.client.report [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Deleted allocations for instance 3f41634b-5a46-4435-b023-667f55920706 [ 803.391621] env[69287]: DEBUG nova.objects.instance [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'flavor' on Instance uuid 4ff609df-07c8-420f-8eec-e89c33a51a33 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.473137] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "refresh_cache-4617d99a-7eca-44ec-aa4f-daed7a2c056f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.473137] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired lock "refresh_cache-4617d99a-7eca-44ec-aa4f-daed7a2c056f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.473137] env[69287]: DEBUG nova.network.neutron [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.510252] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450341, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.577542] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.731822] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.799046] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261c93a-e55a-e278-0dfd-fd8a10c764b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.799857] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045b3e02-8bf0-40e7-87c0-0666039cdd6b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.806998] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 803.806998] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529a075f-38d5-3e01-9738-50c1a33d8cc5" [ 803.806998] env[69287]: _type = "Task" [ 803.806998] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.816391] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529a075f-38d5-3e01-9738-50c1a33d8cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.837819] env[69287]: DEBUG nova.compute.manager [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Received event network-vif-plugged-77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.838042] env[69287]: DEBUG oslo_concurrency.lockutils [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] Acquiring lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.838263] env[69287]: DEBUG oslo_concurrency.lockutils [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.838424] env[69287]: DEBUG oslo_concurrency.lockutils [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.838580] env[69287]: DEBUG nova.compute.manager [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] No waiting events found dispatching network-vif-plugged-77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.838803] env[69287]: WARNING nova.compute.manager [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Received unexpected event network-vif-plugged-77315b79-8003-4625-a8ab-e49bfb57a328 for instance with vm_state building and task_state spawning. [ 803.838886] env[69287]: DEBUG nova.compute.manager [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Received event network-changed-77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.839042] env[69287]: DEBUG nova.compute.manager [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Refreshing instance network info cache due to event network-changed-77315b79-8003-4625-a8ab-e49bfb57a328. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.839202] env[69287]: DEBUG oslo_concurrency.lockutils [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] Acquiring lock "refresh_cache-4617d99a-7eca-44ec-aa4f-daed7a2c056f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.861337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f96a676a-bcbf-4910-8167-dd1dfa6396c6 tempest-MultipleCreateTestJSON-440222207 tempest-MultipleCreateTestJSON-440222207-project-member] Lock "3f41634b-5a46-4435-b023-667f55920706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.418s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.897206] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3ec6c13a-9a1f-47bb-9280-5703df38766b tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.015821] env[69287]: DEBUG oslo_vmware.api [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450341, 'name': PowerOnVM_Task, 'duration_secs': 0.809594} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.015821] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.016352] env[69287]: INFO nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Took 10.29 seconds to spawn the instance on the hypervisor. [ 804.016840] env[69287]: DEBUG nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.018340] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1c0f34-8ff7-48e8-9a42-a31893435247 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.041777] env[69287]: DEBUG nova.network.neutron [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.076065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "4ff609df-07c8-420f-8eec-e89c33a51a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.076065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.076065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "4ff609df-07c8-420f-8eec-e89c33a51a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.076065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.076522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.078685] env[69287]: INFO nova.compute.manager [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Terminating instance [ 804.082505] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450342, 'name': ReconfigVM_Task, 'duration_secs': 0.961218} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.088680] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ceec6f62-e914-4659-8fab-25647605cc63/ceec6f62-e914-4659-8fab-25647605cc63.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.089717] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86c3cf66-f936-4bea-b86b-cda0d460bd5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.097218] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 804.097218] env[69287]: value = "task-3450343" [ 804.097218] env[69287]: _type = "Task" [ 804.097218] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.111980] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450343, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.144570] env[69287]: DEBUG nova.network.neutron [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Updating instance_info_cache with network_info: [{"id": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "address": "fa:16:3e:b3:4f:4b", "network": {"id": "0b082ad6-52a5-45d9-95c1-0abd2d976131", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-824235310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee9080de174da6babcf67f29896ced", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap067b29f1-2d", "ovs_interfaceid": "067b29f1-2d4b-4243-87d6-2b92dace65b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.274621] env[69287]: DEBUG nova.network.neutron [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Updating instance_info_cache with network_info: [{"id": "77315b79-8003-4625-a8ab-e49bfb57a328", "address": "fa:16:3e:f9:10:b9", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77315b79-80", "ovs_interfaceid": "77315b79-8003-4625-a8ab-e49bfb57a328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.320997] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529a075f-38d5-3e01-9738-50c1a33d8cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.018265} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.321438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.321786] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 9a9112e4-5798-4ff4-87b8-e91ff59cffcc/9a9112e4-5798-4ff4-87b8-e91ff59cffcc.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.322129] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e92ad56-0cd4-492d-8283-e4002c94d28f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.334577] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 804.334577] env[69287]: value = "task-3450344" [ 804.334577] env[69287]: _type = "Task" [ 804.334577] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.346780] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.354851] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f1d8a-0d80-4a10-acbd-11830e2e555f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.366531] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f9def6-cb93-4c07-91e1-c10433b456c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.399184] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc57b2-fcde-4bd2-a4f4-5f6f195843e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.407110] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d8631-0e60-456c-b299-cf92750bb464 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.420589] env[69287]: DEBUG nova.compute.provider_tree [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.542892] env[69287]: INFO nova.compute.manager [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Took 42.02 seconds to build instance. [ 804.583598] env[69287]: DEBUG nova.compute.manager [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.583843] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.584122] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-960ad8a0-f467-4d98-8b5d-87ffbb97bd76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.592266] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 804.592266] env[69287]: value = "task-3450345" [ 804.592266] env[69287]: _type = "Task" [ 804.592266] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.600944] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.609267] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450343, 'name': Rename_Task, 'duration_secs': 0.164727} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.609609] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.609850] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e67122-d006-422a-9340-d0fbe53c90bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.615904] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 804.615904] env[69287]: value = "task-3450346" [ 804.615904] env[69287]: _type = "Task" [ 804.615904] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.624082] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.655069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Releasing lock "refresh_cache-a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.778146] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Releasing lock "refresh_cache-4617d99a-7eca-44ec-aa4f-daed7a2c056f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.778691] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Instance network_info: |[{"id": "77315b79-8003-4625-a8ab-e49bfb57a328", "address": "fa:16:3e:f9:10:b9", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77315b79-80", "ovs_interfaceid": "77315b79-8003-4625-a8ab-e49bfb57a328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.779156] env[69287]: DEBUG oslo_concurrency.lockutils [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] Acquired lock "refresh_cache-4617d99a-7eca-44ec-aa4f-daed7a2c056f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.779446] env[69287]: DEBUG nova.network.neutron [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Refreshing network info cache for port 77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.781206] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:10:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77315b79-8003-4625-a8ab-e49bfb57a328', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.795954] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating folder: Project (0355c0a31ac146599b4ca5859ae47cef). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.801777] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b703a6d-a8fa-460b-8914-76d18360f46f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.817732] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Created folder: Project (0355c0a31ac146599b4ca5859ae47cef) in parent group-v688742. [ 804.818064] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating folder: Instances. Parent ref: group-v688881. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.818367] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9854a531-dc27-4a9d-a2b2-5b8d01af3eb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.828696] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Created folder: Instances in parent group-v688881. [ 804.828966] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.829264] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.829500] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ab77049-5d73-45a5-915c-7847d27ff210 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.854474] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.854474] env[69287]: value = "task-3450349" [ 804.854474] env[69287]: _type = "Task" [ 804.854474] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.861560] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.866582] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450349, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.924575] env[69287]: DEBUG nova.scheduler.client.report [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.045142] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09c28e0e-158d-4d51-952e-9c03930f597c tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.046s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.109359] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450345, 'name': PowerOffVM_Task, 'duration_secs': 0.249862} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.110494] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.110783] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 805.114416] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688875', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'name': 'volume-520faa7b-2617-4b2d-a3c9-7681f094bd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ff609df-07c8-420f-8eec-e89c33a51a33', 'attached_at': '', 'detached_at': '', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'serial': '520faa7b-2617-4b2d-a3c9-7681f094bd55'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 805.114416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2d164d-775f-4305-ad11-8b0e8bd91d53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.143755] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0d2213-c216-43ee-bc46-23a3f893e378 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.153022] env[69287]: DEBUG nova.network.neutron [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Updated VIF entry in instance network info cache for port 77315b79-8003-4625-a8ab-e49bfb57a328. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.153022] env[69287]: DEBUG nova.network.neutron [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Updating instance_info_cache with network_info: [{"id": "77315b79-8003-4625-a8ab-e49bfb57a328", "address": "fa:16:3e:f9:10:b9", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77315b79-80", "ovs_interfaceid": "77315b79-8003-4625-a8ab-e49bfb57a328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.153359] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.159059] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b24ddf-d00c-46a3-be25-279c9e77bb2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.162208] env[69287]: DEBUG nova.compute.manager [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.162914] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d2111-639f-4aae-944e-f6ce50a4e366 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.183481] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55026c2-9e67-4f23-9400-18eaf8b9dbe9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.206625] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] The volume has not been displaced from its original location: [datastore2] volume-520faa7b-2617-4b2d-a3c9-7681f094bd55/volume-520faa7b-2617-4b2d-a3c9-7681f094bd55.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 805.213276] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 805.213640] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32cc8c2c-5037-4a1f-937f-5a63a1b03b01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.234260] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 805.234260] env[69287]: value = "task-3450350" [ 805.234260] env[69287]: _type = "Task" [ 805.234260] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.243408] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.117994] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.789s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.120158] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.123428] env[69287]: DEBUG oslo_concurrency.lockutils [req-81614794-32d1-4c98-b836-081c1217da73 req-430de1be-07d1-4068-ae97-e72692c74e9b service nova] Releasing lock "refresh_cache-4617d99a-7eca-44ec-aa4f-daed7a2c056f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.126803] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704808} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.130441] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.352s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.130441] env[69287]: INFO nova.compute.claims [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.139645] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 9a9112e4-5798-4ff4-87b8-e91ff59cffcc/9a9112e4-5798-4ff4-87b8-e91ff59cffcc.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.139645] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.141561] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830a1198-75c5-43fe-9393-fd26414566a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.143445] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450349, 'name': CreateVM_Task, 'duration_secs': 0.484908} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.144441] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.146383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.146803] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.146894] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.152906] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800ffc57-8889-47f4-926e-dcbf4a3d05d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.154720] env[69287]: DEBUG oslo_vmware.api [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450346, 'name': PowerOnVM_Task, 'duration_secs': 1.100135} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.154981] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450350, 'name': ReconfigVM_Task, 'duration_secs': 0.234255} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.156301] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.156796] env[69287]: INFO nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Took 9.72 seconds to spawn the instance on the hypervisor. [ 806.156796] env[69287]: DEBUG nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.157018] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 806.162060] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 806.162060] env[69287]: value = "task-3450351" [ 806.162060] env[69287]: _type = "Task" [ 806.162060] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.165459] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c326fe5e-a605-46e5-98ec-95cd1fb656b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.166279] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67331d68-861f-4664-bb68-9baa9c178692 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.179034] env[69287]: INFO nova.scheduler.client.report [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted allocations for instance 86664fc5-9d66-4a97-a70e-f979ea7989af [ 806.183022] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 806.183022] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d989c5-3b3f-22d4-a0bf-05229f1b3c2b" [ 806.183022] env[69287]: _type = "Task" [ 806.183022] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.199839] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.200167] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 806.200167] env[69287]: value = "task-3450352" [ 806.200167] env[69287]: _type = "Task" [ 806.200167] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.208678] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d989c5-3b3f-22d4-a0bf-05229f1b3c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016217} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.209515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.210235] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.210235] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.210235] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.210235] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.210967] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b03603fb-6d21-48af-b2a6-be4f19dfff76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.215980] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.226145] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.227030] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.227144] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50d3e57-6a19-4e2e-94e5-4a4337ff3950 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.233743] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 806.233743] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52828a7a-0c08-17f1-1bff-df51fd9fb6c0" [ 806.233743] env[69287]: _type = "Task" [ 806.233743] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.242798] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52828a7a-0c08-17f1-1bff-df51fd9fb6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.631943] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2943a5f6-9a21-4ee7-9198-da3fc22d5680 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.645435] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Doing hard reboot of VM {{(pid=69287) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 806.645715] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-62bec236-34af-46b0-b53a-e19d5c399a53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.657819] env[69287]: DEBUG oslo_vmware.api [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 806.657819] env[69287]: value = "task-3450353" [ 806.657819] env[69287]: _type = "Task" [ 806.657819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.659301] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.670982] env[69287]: DEBUG oslo_vmware.api [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450353, 'name': ResetVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.687018] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073895} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.690334] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.690685] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecbe652-5b3e-4389-822c-1430388f3159 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.694113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd1a1ebe-e13a-4349-b3f8-641beeb38a5e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "86664fc5-9d66-4a97-a70e-f979ea7989af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.289s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.722613] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9a9112e4-5798-4ff4-87b8-e91ff59cffcc/9a9112e4-5798-4ff4-87b8-e91ff59cffcc.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.728700] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7aad6d-4eef-47db-a5ed-bd141a2e522a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.744306] env[69287]: INFO nova.compute.manager [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Took 39.18 seconds to build instance. [ 806.753577] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450352, 'name': ReconfigVM_Task, 'duration_secs': 0.174764} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.755494] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688875', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'name': 'volume-520faa7b-2617-4b2d-a3c9-7681f094bd55', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ff609df-07c8-420f-8eec-e89c33a51a33', 'attached_at': '', 'detached_at': '', 'volume_id': '520faa7b-2617-4b2d-a3c9-7681f094bd55', 'serial': '520faa7b-2617-4b2d-a3c9-7681f094bd55'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 806.755861] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.756299] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 806.756299] env[69287]: value = "task-3450354" [ 806.756299] env[69287]: _type = "Task" [ 806.756299] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.757193] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac3b54-1c63-46ea-923e-bf9b37e68fe7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.770130] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52828a7a-0c08-17f1-1bff-df51fd9fb6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019067} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.770130] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb88a483-b1c9-4d80-8a28-65e4e50b6426 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.778144] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.778663] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.780181] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff8b487e-ea5c-49b1-8b74-60155896041b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.784441] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 806.784441] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52749aab-7108-b6c4-f3e6-b5325b66c91e" [ 806.784441] env[69287]: _type = "Task" [ 806.784441] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.796411] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52749aab-7108-b6c4-f3e6-b5325b66c91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.845657] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.845880] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.846115] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleting the datastore file [datastore1] 4ff609df-07c8-420f-8eec-e89c33a51a33 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.846390] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a16c44a7-2b31-4cb6-8d5f-e435b6f16433 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.854376] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 806.854376] env[69287]: value = "task-3450356" [ 806.854376] env[69287]: _type = "Task" [ 806.854376] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.863048] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.173447] env[69287]: DEBUG nova.compute.manager [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 807.182373] env[69287]: DEBUG oslo_vmware.api [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450353, 'name': ResetVM_Task, 'duration_secs': 0.111617} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.182643] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Did hard reboot of VM {{(pid=69287) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 807.182793] env[69287]: DEBUG nova.compute.manager [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.185014] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47f07c-7c28-4513-9bdc-23dd0d710630 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.246533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b048191b-bb46-4652-a3de-3d6b36db176e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "ceec6f62-e914-4659-8fab-25647605cc63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.815s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.269812] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450354, 'name': ReconfigVM_Task, 'duration_secs': 0.447926} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.270111] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9a9112e4-5798-4ff4-87b8-e91ff59cffcc/9a9112e4-5798-4ff4-87b8-e91ff59cffcc.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.270753] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ac02b92-819e-4c4a-924c-86ce6a69a7c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.279770] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 807.279770] env[69287]: value = "task-3450357" [ 807.279770] env[69287]: _type = "Task" [ 807.279770] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.291678] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450357, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.296681] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52749aab-7108-b6c4-f3e6-b5325b66c91e, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.297207] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.297207] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 4617d99a-7eca-44ec-aa4f-daed7a2c056f/4617d99a-7eca-44ec-aa4f-daed7a2c056f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.297449] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d3acca-886d-4d9e-8684-7b1c11da9f1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.308921] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 807.308921] env[69287]: value = "task-3450358" [ 807.308921] env[69287]: _type = "Task" [ 807.308921] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.320426] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.365268] env[69287]: DEBUG oslo_vmware.api [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219231} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.367330] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.367541] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.367730] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.367921] env[69287]: INFO nova.compute.manager [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Took 2.78 seconds to destroy the instance on the hypervisor. [ 807.370271] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.370271] env[69287]: DEBUG nova.compute.manager [-] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.370271] env[69287]: DEBUG nova.network.neutron [-] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.614025] env[69287]: DEBUG nova.compute.manager [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-changed-36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.614241] env[69287]: DEBUG nova.compute.manager [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Refreshing instance network info cache due to event network-changed-36cb56cf-eed3-4fee-84d4-3c2945d80f82. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.614468] env[69287]: DEBUG oslo_concurrency.lockutils [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] Acquiring lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.614652] env[69287]: DEBUG oslo_concurrency.lockutils [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] Acquired lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.614850] env[69287]: DEBUG nova.network.neutron [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Refreshing network info cache for port 36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.655027] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f0426-e01f-4937-ae35-7dc77fb84653 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666550] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea380a39-9e93-4b9a-a58e-01f44aa14bf1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.709730] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a2bc9f88-afaa-454f-a48b-bb8784df81ee tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.983s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.709730] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c371f3-313b-44c7-ab82-2a45df88fda5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.718964] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae737cd8-7560-4a1d-8432-6a242ecbca3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.734909] env[69287]: DEBUG nova.compute.provider_tree [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.737384] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.792029] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450357, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.822672] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450358, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.239071] env[69287]: DEBUG nova.scheduler.client.report [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.245628] env[69287]: DEBUG nova.network.neutron [-] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.291298] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450357, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.325865] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863431} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.326409] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 4617d99a-7eca-44ec-aa4f-daed7a2c056f/4617d99a-7eca-44ec-aa4f-daed7a2c056f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.326409] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.327024] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe379a6-258b-4a4d-93c9-284eb4364369 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.333421] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 808.333421] env[69287]: value = "task-3450359" [ 808.333421] env[69287]: _type = "Task" [ 808.333421] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.342983] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.433278] env[69287]: DEBUG nova.network.neutron [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updated VIF entry in instance network info cache for port 36cb56cf-eed3-4fee-84d4-3c2945d80f82. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.433480] env[69287]: DEBUG nova.network.neutron [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.472374] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.472782] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.473061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.473287] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.473484] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.475598] env[69287]: INFO nova.compute.manager [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Terminating instance [ 808.746310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.747222] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.754021] env[69287]: INFO nova.compute.manager [-] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Took 1.38 seconds to deallocate network for instance. [ 808.754021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.781s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.754021] env[69287]: DEBUG nova.objects.instance [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lazy-loading 'resources' on Instance uuid 61c6da84-4ca4-45d2-b573-3280a7b7cdba {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.795482] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450357, 'name': Rename_Task, 'duration_secs': 1.146501} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.797230] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.797505] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0d5218-c12a-4ba8-9f16-1489b7325900 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.803810] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 808.803810] env[69287]: value = "task-3450360" [ 808.803810] env[69287]: _type = "Task" [ 808.803810] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.814276] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.846261] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063301} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.846617] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.848530] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6149dc93-db4a-4fe3-9742-7396b1052f5f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.876539] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 4617d99a-7eca-44ec-aa4f-daed7a2c056f/4617d99a-7eca-44ec-aa4f-daed7a2c056f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.877238] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f82786-b564-48e0-97f5-d0a6d8d8dc06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.900336] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 808.900336] env[69287]: value = "task-3450361" [ 808.900336] env[69287]: _type = "Task" [ 808.900336] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.909627] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.936506] env[69287]: DEBUG oslo_concurrency.lockutils [req-d42c7f2b-9e42-4c91-a30a-298db1d0f52f req-66db88aa-2615-43e4-9fa8-61ee34bb9d50 service nova] Releasing lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.980597] env[69287]: DEBUG nova.compute.manager [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.980597] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.980597] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ceaa8-1fce-4ea9-81be-917933da1458 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.991689] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.991994] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a240c7f-08c2-47b8-9f6b-847b225b5f18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.000159] env[69287]: DEBUG oslo_vmware.api [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 809.000159] env[69287]: value = "task-3450362" [ 809.000159] env[69287]: _type = "Task" [ 809.000159] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.008921] env[69287]: DEBUG oslo_vmware.api [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.252863] env[69287]: DEBUG nova.compute.utils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.254531] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.254531] env[69287]: DEBUG nova.network.neutron [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.315405] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.322088] env[69287]: DEBUG nova.policy [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c91bf5aaeb456d97f52f3085f43efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0355c0a31ac146599b4ca5859ae47cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.324993] env[69287]: INFO nova.compute.manager [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Took 0.57 seconds to detach 1 volumes for instance. [ 809.415072] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450361, 'name': ReconfigVM_Task, 'duration_secs': 0.371835} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.415072] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 4617d99a-7eca-44ec-aa4f-daed7a2c056f/4617d99a-7eca-44ec-aa4f-daed7a2c056f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.415434] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aba8021b-c809-402e-b1ba-ef49f624fa22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.422020] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 809.422020] env[69287]: value = "task-3450363" [ 809.422020] env[69287]: _type = "Task" [ 809.422020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.435626] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450363, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.522831] env[69287]: DEBUG oslo_vmware.api [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450362, 'name': PowerOffVM_Task, 'duration_secs': 0.299955} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.522831] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.522957] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.523406] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ae4b9fe-fc47-42af-88d1-a1d1a55cdb45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.596521] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.596521] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.596521] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Deleting the datastore file [datastore1] a5b586bb-eb9b-4ed5-8c26-8a59f63eead4 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.596521] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b9c599c-a688-498e-a671-0ec7ab18c7bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.607022] env[69287]: DEBUG oslo_vmware.api [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for the task: (returnval){ [ 809.607022] env[69287]: value = "task-3450365" [ 809.607022] env[69287]: _type = "Task" [ 809.607022] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.616827] env[69287]: DEBUG oslo_vmware.api [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.651446] env[69287]: DEBUG nova.compute.manager [req-388d1535-6ddd-4c0e-a82f-8476bcc65476 req-b37f0677-b0c5-47db-a6b8-5014b02afa35 service nova] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Received event network-vif-deleted-3297936d-b1a1-4575-a425-418108d8953a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.722253] env[69287]: DEBUG nova.network.neutron [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Successfully created port: 4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.759299] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.794355] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6abc8d-9cdf-46cc-b4cb-ffad064b85f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.804348] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48c6af2-b66b-4dbe-a6cc-eb5cedcdfd6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.817772] env[69287]: DEBUG oslo_vmware.api [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450360, 'name': PowerOnVM_Task, 'duration_secs': 0.545063} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.842033] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.842300] env[69287]: INFO nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Took 10.83 seconds to spawn the instance on the hypervisor. [ 809.842488] env[69287]: DEBUG nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.843802] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.844825] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6931b6e-c707-4d49-bad1-58af561bb842 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.848062] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed7bf6-2201-47db-ba78-c99d6ec00644 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.858398] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f352ab90-8424-4a45-9b65-ef79192c7071 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.878456] env[69287]: DEBUG nova.compute.provider_tree [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.931949] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450363, 'name': Rename_Task, 'duration_secs': 0.463892} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.932240] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.932543] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d25af05-3ede-4945-b181-bd0c062526a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.939674] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 809.939674] env[69287]: value = "task-3450366" [ 809.939674] env[69287]: _type = "Task" [ 809.939674] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.948364] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.120966] env[69287]: DEBUG oslo_vmware.api [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Task: {'id': task-3450365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508495} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.121308] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.121532] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.121759] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.121949] env[69287]: INFO nova.compute.manager [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 810.122253] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.122493] env[69287]: DEBUG nova.compute.manager [-] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.122590] env[69287]: DEBUG nova.network.neutron [-] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.374904] env[69287]: INFO nova.compute.manager [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Took 40.42 seconds to build instance. [ 810.380296] env[69287]: DEBUG nova.scheduler.client.report [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.454383] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450366, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.770764] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.790867] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.791254] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.791456] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.791624] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.791935] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.791935] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.792130] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.792289] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.792466] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.792619] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.792788] env[69287]: DEBUG nova.virt.hardware [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.793710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd989246-8d46-4858-8d10-fabd41450cdb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.801752] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f4563-4be1-4e2b-95f9-e7be02d4da4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.877232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99c73561-2edb-4bb2-a388-babbd8381a1a tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.024s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.889354] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.892115] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.590s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.893850] env[69287]: INFO nova.compute.claims [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.923461] env[69287]: INFO nova.scheduler.client.report [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Deleted allocations for instance 61c6da84-4ca4-45d2-b573-3280a7b7cdba [ 810.955607] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.972374] env[69287]: DEBUG nova.network.neutron [-] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.427095] env[69287]: DEBUG nova.network.neutron [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Successfully updated port: 4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.435682] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7542aeb4-ed8a-44c8-8d86-b37d2438f390 tempest-ListServerFiltersTestJSON-761007564 tempest-ListServerFiltersTestJSON-761007564-project-member] Lock "61c6da84-4ca4-45d2-b573-3280a7b7cdba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.004s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.454475] env[69287]: DEBUG oslo_vmware.api [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450366, 'name': PowerOnVM_Task, 'duration_secs': 1.128501} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.454782] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.454982] env[69287]: INFO nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Took 9.83 seconds to spawn the instance on the hypervisor. [ 811.455175] env[69287]: DEBUG nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.456131] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6f5e10-754e-42cb-b483-e21eaa972135 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.478082] env[69287]: INFO nova.compute.manager [-] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Took 1.36 seconds to deallocate network for instance. [ 811.599440] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.599440] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.717205] env[69287]: DEBUG nova.compute.manager [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Received event network-vif-deleted-067b29f1-2d4b-4243-87d6-2b92dace65b3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.717205] env[69287]: DEBUG nova.compute.manager [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Received event network-vif-plugged-4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.717205] env[69287]: DEBUG oslo_concurrency.lockutils [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] Acquiring lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.717205] env[69287]: DEBUG oslo_concurrency.lockutils [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.717205] env[69287]: DEBUG oslo_concurrency.lockutils [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.717376] env[69287]: DEBUG nova.compute.manager [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] No waiting events found dispatching network-vif-plugged-4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.720136] env[69287]: WARNING nova.compute.manager [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Received unexpected event network-vif-plugged-4258eb4f-795d-4782-bc81-941ae078dcb2 for instance with vm_state building and task_state spawning. [ 811.720680] env[69287]: DEBUG nova.compute.manager [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Received event network-changed-4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.720680] env[69287]: DEBUG nova.compute.manager [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Refreshing instance network info cache due to event network-changed-4258eb4f-795d-4782-bc81-941ae078dcb2. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.721503] env[69287]: DEBUG oslo_concurrency.lockutils [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] Acquiring lock "refresh_cache-9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721699] env[69287]: DEBUG oslo_concurrency.lockutils [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] Acquired lock "refresh_cache-9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722135] env[69287]: DEBUG nova.network.neutron [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Refreshing network info cache for port 4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.928884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "refresh_cache-9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.975322] env[69287]: INFO nova.compute.manager [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Took 36.11 seconds to build instance. [ 811.984093] env[69287]: DEBUG nova.compute.manager [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.985089] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced00ff-8931-4dcb-bdc2-7bcb0d8f5014 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.993534] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.102433] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.273035] env[69287]: DEBUG nova.network.neutron [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.335306] env[69287]: DEBUG nova.network.neutron [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.361577] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae14598-ea53-4e85-972e-742a0d9e4029 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.370514] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71aed7a-afcd-436a-b3fd-8beabcf7ae16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.403103] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20574b05-7f4f-4720-ac9f-9abe28440e1b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.410577] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0ea723-e63c-45ab-9fd5-acac09f7e2b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.424567] env[69287]: DEBUG nova.compute.provider_tree [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.479721] env[69287]: DEBUG oslo_concurrency.lockutils [None req-adbed843-885d-4a52-9b7e-9817824878cc tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.101s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.504543] env[69287]: INFO nova.compute.manager [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] instance snapshotting [ 812.507867] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193929a4-0918-4ba7-a74b-235faf772d9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.526266] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c462b-6f8a-4c63-8bd8-7b58accd180e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.629327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.837889] env[69287]: DEBUG oslo_concurrency.lockutils [req-13152456-1f00-481a-8af5-c5f905ba6b11 req-79c7c3c1-0bcc-4c8b-bb41-a43a4f0c1569 service nova] Releasing lock "refresh_cache-9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.838315] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired lock "refresh_cache-9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.839027] env[69287]: DEBUG nova.network.neutron [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.927612] env[69287]: DEBUG nova.scheduler.client.report [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.037291] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 813.037642] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-161cb1e0-4116-45fd-bd28-11d0ce38756b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.045191] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 813.045191] env[69287]: value = "task-3450367" [ 813.045191] env[69287]: _type = "Task" [ 813.045191] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.053072] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.372772] env[69287]: DEBUG nova.network.neutron [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.433022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.433587] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.436694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.572s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.438741] env[69287]: INFO nova.compute.claims [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.562300] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450367, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.564087] env[69287]: DEBUG nova.network.neutron [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Updating instance_info_cache with network_info: [{"id": "4258eb4f-795d-4782-bc81-941ae078dcb2", "address": "fa:16:3e:4a:90:f7", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4258eb4f-79", "ovs_interfaceid": "4258eb4f-795d-4782-bc81-941ae078dcb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.945028] env[69287]: DEBUG nova.compute.utils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.948952] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.949137] env[69287]: DEBUG nova.network.neutron [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.002126] env[69287]: DEBUG nova.policy [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55d14e9dc91e41068b4d72ce1aaebf77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5c8ffa0fed8405d838c0c5a0a40d821', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.056973] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450367, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.069797] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Releasing lock "refresh_cache-9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.070230] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Instance network_info: |[{"id": "4258eb4f-795d-4782-bc81-941ae078dcb2", "address": "fa:16:3e:4a:90:f7", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4258eb4f-79", "ovs_interfaceid": "4258eb4f-795d-4782-bc81-941ae078dcb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.070718] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:90:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4258eb4f-795d-4782-bc81-941ae078dcb2', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.079159] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.079496] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.079810] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f037e688-556a-4bab-9d1b-0070a9826c52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.099541] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.099541] env[69287]: value = "task-3450368" [ 814.099541] env[69287]: _type = "Task" [ 814.099541] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.108992] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450368, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.311464] env[69287]: DEBUG nova.network.neutron [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Successfully created port: ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.385022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.385022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.453018] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.556889] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450367, 'name': CreateSnapshot_Task, 'duration_secs': 1.062233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.558921] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 814.559845] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dc7d23-cd9d-4446-9bb2-691a916edabd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.612191] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450368, 'name': CreateVM_Task, 'duration_secs': 0.326039} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.614527] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.616189] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.616360] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.616660] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.617168] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50cd3ee2-92d8-4dab-b83d-e26754f49d7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.623633] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 814.623633] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eb58a4-1b21-d29b-5aa8-23c5b88ca4a0" [ 814.623633] env[69287]: _type = "Task" [ 814.623633] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.631657] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eb58a4-1b21-d29b-5aa8-23c5b88ca4a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.836228] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711f882-d0a6-4641-b885-a868d03a4b75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.844304] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3789475-0f8f-40fd-82e9-32f13ef0f540 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.876632] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a8945-597b-4265-9ac1-054a077b0414 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.885127] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35764a79-ec95-4983-8751-6d34c069de17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.889938] env[69287]: DEBUG nova.compute.utils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.901466] env[69287]: DEBUG nova.compute.provider_tree [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.076718] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.077044] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2a7ef52-08c8-4a0c-9c2d-1feb74a87b7d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.086411] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 815.086411] env[69287]: value = "task-3450369" [ 815.086411] env[69287]: _type = "Task" [ 815.086411] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.095245] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450369, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.133995] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eb58a4-1b21-d29b-5aa8-23c5b88ca4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.134465] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.134802] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.135154] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.135367] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.135623] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.136150] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70753f5e-dfb4-445b-9e8a-b21dbe2c1728 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.144969] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.145220] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.146218] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfaf821-b7c2-490b-bcb3-5ad311107b19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.152119] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 815.152119] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f73fc-9ae0-c37f-8615-3443e0307f4f" [ 815.152119] env[69287]: _type = "Task" [ 815.152119] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.161269] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f73fc-9ae0-c37f-8615-3443e0307f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.393494] env[69287]: DEBUG oslo_concurrency.lockutils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.406518] env[69287]: DEBUG nova.scheduler.client.report [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.463452] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.496666] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.497031] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.497390] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.497495] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.497847] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.497847] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.498042] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.498186] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.498354] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.498515] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.498687] env[69287]: DEBUG nova.virt.hardware [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.499902] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a0e764-70e5-4f4c-a115-41a94baf851b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.507581] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f47f3a-ea66-41c4-9a0a-9152add71250 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.597348] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450369, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.665185] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f73fc-9ae0-c37f-8615-3443e0307f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.666021] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bca329-216d-46f8-b30f-e76f2b218dd1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.672027] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 815.672027] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc724a-b708-23e8-5799-ad78f52c6077" [ 815.672027] env[69287]: _type = "Task" [ 815.672027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.680351] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc724a-b708-23e8-5799-ad78f52c6077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.851579] env[69287]: DEBUG nova.compute.manager [req-b47eb90d-b5a1-4235-a764-e3d8ade9c700 req-485c580c-d3d1-4f60-ba39-08e80483ba03 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Received event network-vif-plugged-ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.851948] env[69287]: DEBUG oslo_concurrency.lockutils [req-b47eb90d-b5a1-4235-a764-e3d8ade9c700 req-485c580c-d3d1-4f60-ba39-08e80483ba03 service nova] Acquiring lock "8d9f6973-84c3-486e-b609-6670e220a68a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.852091] env[69287]: DEBUG oslo_concurrency.lockutils [req-b47eb90d-b5a1-4235-a764-e3d8ade9c700 req-485c580c-d3d1-4f60-ba39-08e80483ba03 service nova] Lock "8d9f6973-84c3-486e-b609-6670e220a68a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.852244] env[69287]: DEBUG oslo_concurrency.lockutils [req-b47eb90d-b5a1-4235-a764-e3d8ade9c700 req-485c580c-d3d1-4f60-ba39-08e80483ba03 service nova] Lock "8d9f6973-84c3-486e-b609-6670e220a68a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.852418] env[69287]: DEBUG nova.compute.manager [req-b47eb90d-b5a1-4235-a764-e3d8ade9c700 req-485c580c-d3d1-4f60-ba39-08e80483ba03 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] No waiting events found dispatching network-vif-plugged-ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.852831] env[69287]: WARNING nova.compute.manager [req-b47eb90d-b5a1-4235-a764-e3d8ade9c700 req-485c580c-d3d1-4f60-ba39-08e80483ba03 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Received unexpected event network-vif-plugged-ab1fcbf6-35f5-41af-a6cd-39beb74680a0 for instance with vm_state building and task_state spawning. [ 815.897550] env[69287]: DEBUG nova.network.neutron [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Successfully updated port: ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.912983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.913611] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.917260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.684s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.917510] env[69287]: DEBUG nova.objects.instance [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lazy-loading 'resources' on Instance uuid 6df206b8-a448-4fe6-b0d2-d2b1e913e997 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.099890] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450369, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.184201] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bc724a-b708-23e8-5799-ad78f52c6077, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.184498] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.184760] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf/9be6d6f1-0bb5-44b3-bbf6-2269026efdcf.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.185038] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f7e3af5-a503-47cc-bd1c-599a09f7e1ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.191961] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 816.191961] env[69287]: value = "task-3450370" [ 816.191961] env[69287]: _type = "Task" [ 816.191961] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.200467] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.400082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.400355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.400497] env[69287]: DEBUG nova.network.neutron [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.421216] env[69287]: DEBUG nova.compute.utils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.422799] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.423037] env[69287]: DEBUG nova.network.neutron [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.475235] env[69287]: DEBUG oslo_concurrency.lockutils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.476568] env[69287]: DEBUG oslo_concurrency.lockutils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.476568] env[69287]: INFO nova.compute.manager [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Attaching volume b7aab4a8-92a0-4aff-a9be-29b0b1286759 to /dev/sdb [ 816.517312] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c89566-194b-4032-af94-cffd5a5e899f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.524418] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e020ee7-bf94-4d9a-9a4d-8258fd243b88 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.533054] env[69287]: DEBUG nova.policy [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a0d27d5b2c4818b68280a4e5273d3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c31876c0a79b48a1a7bb13ef75076184', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.541538] env[69287]: DEBUG nova.virt.block_device [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updating existing volume attachment record: b70b6b95-dac6-459c-87e7-ba5d3a59dbc0 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 816.599444] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450369, 'name': CloneVM_Task, 'duration_secs': 1.424208} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.599633] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Created linked-clone VM from snapshot [ 816.604098] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7cec5e-25fb-4040-9157-e17a789a276f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.613837] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Uploading image 73cbb247-fbbe-4ae4-b04d-540dbc5a7edb {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.635915] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.635915] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5fdc2e3-fcd6-4651-baa4-97bafbaf6747 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.644524] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 816.644524] env[69287]: value = "task-3450371" [ 816.644524] env[69287]: _type = "Task" [ 816.644524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.653774] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450371, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.704625] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427648} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.705296] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf/9be6d6f1-0bb5-44b3-bbf6-2269026efdcf.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.705546] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.705789] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-761ff147-b0fd-454a-8cb4-195212be131b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.712895] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 816.712895] env[69287]: value = "task-3450373" [ 816.712895] env[69287]: _type = "Task" [ 816.712895] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.837966] env[69287]: DEBUG nova.network.neutron [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Successfully created port: baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.884294] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f132c-3793-4521-afa6-4f08406de61b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.892925] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db341108-2232-4282-91ba-bcb495f00ab8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.925375] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c35f3d-9910-4b5e-9405-e72de1d5f992 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.933613] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.935365] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd569e7-1442-4121-bd9f-69b8b85d4ba6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.950383] env[69287]: DEBUG nova.compute.provider_tree [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.958927] env[69287]: DEBUG nova.network.neutron [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.161759] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450371, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.189946] env[69287]: DEBUG nova.network.neutron [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Updating instance_info_cache with network_info: [{"id": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "address": "fa:16:3e:25:42:5f", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1fcbf6-35", "ovs_interfaceid": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.223910] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070381} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.224253] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.225085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d800c379-8c1f-4e18-906b-5bde390bae1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.259869] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf/9be6d6f1-0bb5-44b3-bbf6-2269026efdcf.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.261068] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c2b0c6-4aea-4436-a7c9-4bb7d6fc574f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.282548] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 817.282548] env[69287]: value = "task-3450376" [ 817.282548] env[69287]: _type = "Task" [ 817.282548] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.290925] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.456958] env[69287]: DEBUG nova.scheduler.client.report [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.656562] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450371, 'name': Destroy_Task, 'duration_secs': 0.677582} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.656822] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Destroyed the VM [ 817.657090] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.657415] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9862a544-9e46-4656-a0e4-1abc5e463a01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.665609] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 817.665609] env[69287]: value = "task-3450377" [ 817.665609] env[69287]: _type = "Task" [ 817.665609] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.673735] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450377, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.695853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.696376] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Instance network_info: |[{"id": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "address": "fa:16:3e:25:42:5f", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1fcbf6-35", "ovs_interfaceid": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.696906] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:42:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab1fcbf6-35f5-41af-a6cd-39beb74680a0', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.709398] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.709715] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.710054] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cb6047d-4d53-4bfd-9f24-a16b2b0edadd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.740735] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.740735] env[69287]: value = "task-3450378" [ 817.740735] env[69287]: _type = "Task" [ 817.740735] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.748975] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450378, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.792987] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.879132] env[69287]: DEBUG nova.compute.manager [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Received event network-changed-ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.879408] env[69287]: DEBUG nova.compute.manager [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Refreshing instance network info cache due to event network-changed-ab1fcbf6-35f5-41af-a6cd-39beb74680a0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.879547] env[69287]: DEBUG oslo_concurrency.lockutils [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] Acquiring lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.879680] env[69287]: DEBUG oslo_concurrency.lockutils [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] Acquired lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.879894] env[69287]: DEBUG nova.network.neutron [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Refreshing network info cache for port ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.947050] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.960093] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.963024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.486s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.963024] env[69287]: DEBUG nova.objects.instance [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lazy-loading 'resources' on Instance uuid 4f9bd637-5c78-4c0a-bd7d-c572595d16a5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.978626] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.978888] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.979057] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.979269] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.979400] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.979546] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.979787] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.980000] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.980195] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.980361] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.980533] env[69287]: DEBUG nova.virt.hardware [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.981778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb79636-d991-43e2-93da-a1e9f4c01f98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.992203] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270ee74-4e21-4bd1-ba08-36ecb1e4c11e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.000143] env[69287]: INFO nova.scheduler.client.report [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Deleted allocations for instance 6df206b8-a448-4fe6-b0d2-d2b1e913e997 [ 818.178756] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450377, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.256332] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450378, 'name': CreateVM_Task, 'duration_secs': 0.479213} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.256332] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.257616] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.258112] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.258605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.259037] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91afd04-a485-488c-be63-efe0e14ded59 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.264928] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 818.264928] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52277bbd-6498-11f6-d1ca-865b40ed69ea" [ 818.264928] env[69287]: _type = "Task" [ 818.264928] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.275628] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52277bbd-6498-11f6-d1ca-865b40ed69ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.296066] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450376, 'name': ReconfigVM_Task, 'duration_secs': 0.613027} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.296066] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf/9be6d6f1-0bb5-44b3-bbf6-2269026efdcf.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.296066] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c53cbda5-cf4c-4287-b528-d72525aca15d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.303021] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 818.303021] env[69287]: value = "task-3450379" [ 818.303021] env[69287]: _type = "Task" [ 818.303021] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.310794] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450379, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.513800] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4cfbc0c-9c8a-4825-88c4-6edf44a87179 tempest-ServerAddressesTestJSON-1617953898 tempest-ServerAddressesTestJSON-1617953898-project-member] Lock "6df206b8-a448-4fe6-b0d2-d2b1e913e997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.791s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.676358] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450377, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.780694] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52277bbd-6498-11f6-d1ca-865b40ed69ea, 'name': SearchDatastore_Task, 'duration_secs': 0.036267} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.784333] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.784333] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.784333] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.784333] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.784745] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.786281] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-271f2888-d77e-4daa-81d3-6eb334b9ce81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.810548] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.810747] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.811519] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09274d05-98f2-44ba-a602-288c0b5616c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.818395] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450379, 'name': Rename_Task, 'duration_secs': 0.380197} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.818395] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.818395] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f7199b7-0781-49f0-a85f-cea1c17ba17e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.827677] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 818.827677] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e301a5-122f-16d9-4039-c32197855263" [ 818.827677] env[69287]: _type = "Task" [ 818.827677] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.836344] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 818.836344] env[69287]: value = "task-3450380" [ 818.836344] env[69287]: _type = "Task" [ 818.836344] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.843137] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e301a5-122f-16d9-4039-c32197855263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.851538] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450380, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.966399] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b846aa3-4cfe-4b0f-ac3e-503d0db1cc59 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.974407] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b5ab8b-6a4d-4c85-823c-be7fb83ea95a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.010640] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c1e052-36b1-4951-bbc7-8017f6aeb6d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.016904] env[69287]: DEBUG nova.network.neutron [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Successfully updated port: baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.019336] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da1dea8-25f1-452f-9f02-c1fef202c117 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.023739] env[69287]: DEBUG nova.network.neutron [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Updated VIF entry in instance network info cache for port ab1fcbf6-35f5-41af-a6cd-39beb74680a0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.024152] env[69287]: DEBUG nova.network.neutron [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Updating instance_info_cache with network_info: [{"id": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "address": "fa:16:3e:25:42:5f", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1fcbf6-35", "ovs_interfaceid": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.039703] env[69287]: DEBUG nova.compute.provider_tree [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.176946] env[69287]: DEBUG oslo_vmware.api [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450377, 'name': RemoveSnapshot_Task, 'duration_secs': 1.228603} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.177193] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.338890] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e301a5-122f-16d9-4039-c32197855263, 'name': SearchDatastore_Task, 'duration_secs': 0.027521} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.344022] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12a043e-5f63-4cea-b2a1-6ca561181439 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.351951] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.353482] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 819.353482] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5295767d-5fcb-2403-bd7f-9999bf7863dc" [ 819.353482] env[69287]: _type = "Task" [ 819.353482] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.361545] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5295767d-5fcb-2403-bd7f-9999bf7863dc, 'name': SearchDatastore_Task} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.361852] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.362099] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/8d9f6973-84c3-486e-b609-6670e220a68a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.362356] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1958bd48-bd91-4550-b921-fe5a73937205 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.369512] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 819.369512] env[69287]: value = "task-3450382" [ 819.369512] env[69287]: _type = "Task" [ 819.369512] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.378169] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.518465] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "refresh_cache-8c8a6ea3-81b1-4118-a404-f172457766cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.518465] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired lock "refresh_cache-8c8a6ea3-81b1-4118-a404-f172457766cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.520486] env[69287]: DEBUG nova.network.neutron [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.527781] env[69287]: DEBUG oslo_concurrency.lockutils [req-484445a2-1082-45f7-be0b-6b19969274c9 req-defe35aa-c0ce-4fa7-94ee-78f814500013 service nova] Releasing lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.542390] env[69287]: DEBUG nova.scheduler.client.report [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.682416] env[69287]: WARNING nova.compute.manager [None req-8bee45ee-58e6-4070-8424-219749300da4 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Image not found during snapshot: nova.exception.ImageNotFound: Image 73cbb247-fbbe-4ae4-b04d-540dbc5a7edb could not be found. [ 819.849866] env[69287]: DEBUG oslo_vmware.api [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450380, 'name': PowerOnVM_Task, 'duration_secs': 0.722406} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.850220] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.850379] env[69287]: INFO nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Took 9.08 seconds to spawn the instance on the hypervisor. [ 819.850563] env[69287]: DEBUG nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.851504] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd1bf2-a6a0-45e8-81cb-313cc4ead3b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.881316] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.919141] env[69287]: DEBUG nova.compute.manager [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Received event network-vif-plugged-baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.919380] env[69287]: DEBUG oslo_concurrency.lockutils [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] Acquiring lock "8c8a6ea3-81b1-4118-a404-f172457766cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.919570] env[69287]: DEBUG oslo_concurrency.lockutils [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.920049] env[69287]: DEBUG oslo_concurrency.lockutils [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.920049] env[69287]: DEBUG nova.compute.manager [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] No waiting events found dispatching network-vif-plugged-baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.920252] env[69287]: WARNING nova.compute.manager [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Received unexpected event network-vif-plugged-baade839-5c83-4409-b219-0885b3714d77 for instance with vm_state building and task_state spawning. [ 819.920406] env[69287]: DEBUG nova.compute.manager [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Received event network-changed-baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.921074] env[69287]: DEBUG nova.compute.manager [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Refreshing instance network info cache due to event network-changed-baade839-5c83-4409-b219-0885b3714d77. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.921074] env[69287]: DEBUG oslo_concurrency.lockutils [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] Acquiring lock "refresh_cache-8c8a6ea3-81b1-4118-a404-f172457766cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.008959] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.009320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.009543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.009729] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.009939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.012524] env[69287]: INFO nova.compute.manager [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Terminating instance [ 820.050108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.052392] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.142s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.053887] env[69287]: INFO nova.compute.claims [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.074788] env[69287]: INFO nova.scheduler.client.report [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Deleted allocations for instance 4f9bd637-5c78-4c0a-bd7d-c572595d16a5 [ 820.088653] env[69287]: DEBUG nova.network.neutron [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.336009] env[69287]: DEBUG nova.network.neutron [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Updating instance_info_cache with network_info: [{"id": "baade839-5c83-4409-b219-0885b3714d77", "address": "fa:16:3e:0d:75:74", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaade839-5c", "ovs_interfaceid": "baade839-5c83-4409-b219-0885b3714d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.376983] env[69287]: INFO nova.compute.manager [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Took 33.62 seconds to build instance. [ 820.384357] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588152} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.384564] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/8d9f6973-84c3-486e-b609-6670e220a68a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.384921] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.385068] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-261202d5-e159-45c7-84f3-23724d96dd94 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.392488] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 820.392488] env[69287]: value = "task-3450383" [ 820.392488] env[69287]: _type = "Task" [ 820.392488] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.402550] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.517559] env[69287]: DEBUG nova.compute.manager [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.518212] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.519422] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61744fa1-d2fd-4152-a66c-c514e30cf578 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.529638] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.529638] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d9ff2b-c340-4348-8f62-88cdb4299893 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.539433] env[69287]: DEBUG oslo_vmware.api [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 820.539433] env[69287]: value = "task-3450384" [ 820.539433] env[69287]: _type = "Task" [ 820.539433] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.548739] env[69287]: DEBUG oslo_vmware.api [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.584966] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ea9796-6556-4ac3-ae23-8c55a83b685f tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "4f9bd637-5c78-4c0a-bd7d-c572595d16a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.635s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.838938] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Releasing lock "refresh_cache-8c8a6ea3-81b1-4118-a404-f172457766cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.840007] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Instance network_info: |[{"id": "baade839-5c83-4409-b219-0885b3714d77", "address": "fa:16:3e:0d:75:74", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaade839-5c", "ovs_interfaceid": "baade839-5c83-4409-b219-0885b3714d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.840349] env[69287]: DEBUG oslo_concurrency.lockutils [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] Acquired lock "refresh_cache-8c8a6ea3-81b1-4118-a404-f172457766cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.840531] env[69287]: DEBUG nova.network.neutron [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Refreshing network info cache for port baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.841760] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:75:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baade839-5c83-4409-b219-0885b3714d77', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.852222] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.855873] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.856809] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f976261-5f0b-40ab-86bc-c8c27ed17cab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.880287] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2aa000e2-9a47-482c-9de5-2617b889d135 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.301s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.885593] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.885593] env[69287]: value = "task-3450385" [ 820.885593] env[69287]: _type = "Task" [ 820.885593] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.894761] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450385, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.902681] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190691} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.902907] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.903706] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c054c5-073b-4576-bee3-f0654d00d03b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.926986] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/8d9f6973-84c3-486e-b609-6670e220a68a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.929650] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c1d9cd-929b-4077-8351-8d268971739e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.953065] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 820.953065] env[69287]: value = "task-3450386" [ 820.953065] env[69287]: _type = "Task" [ 820.953065] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.959911] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.058601] env[69287]: DEBUG oslo_vmware.api [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450384, 'name': PowerOffVM_Task, 'duration_secs': 0.246801} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.058918] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.059103] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.059371] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d54c818-ff8b-4c04-b8e6-0d8bfda69c39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.130202] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.130562] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.130644] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleting the datastore file [datastore2] 9a9112e4-5798-4ff4-87b8-e91ff59cffcc {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.130885] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd361c49-6cf2-45fb-a973-29b41d6e1d9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.143927] env[69287]: DEBUG oslo_vmware.api [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 821.143927] env[69287]: value = "task-3450388" [ 821.143927] env[69287]: _type = "Task" [ 821.143927] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.156881] env[69287]: DEBUG oslo_vmware.api [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.202309] env[69287]: DEBUG nova.network.neutron [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Updated VIF entry in instance network info cache for port baade839-5c83-4409-b219-0885b3714d77. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.202713] env[69287]: DEBUG nova.network.neutron [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Updating instance_info_cache with network_info: [{"id": "baade839-5c83-4409-b219-0885b3714d77", "address": "fa:16:3e:0d:75:74", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaade839-5c", "ovs_interfaceid": "baade839-5c83-4409-b219-0885b3714d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.397569] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450385, 'name': CreateVM_Task, 'duration_secs': 0.480578} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.397749] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.398908] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.399117] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.399450] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.402098] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97f0b53-ca5b-42e9-87f4-636ade4759aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.411232] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 821.411232] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f42c32-a756-d566-64d3-c765fb4ca210" [ 821.411232] env[69287]: _type = "Task" [ 821.411232] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.419499] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f42c32-a756-d566-64d3-c765fb4ca210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.460900] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450386, 'name': ReconfigVM_Task, 'duration_secs': 0.335978} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.464550] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/8d9f6973-84c3-486e-b609-6670e220a68a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.468240] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcb7bda0-886c-4621-a983-ad890324fe41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.472249] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 821.472249] env[69287]: value = "task-3450389" [ 821.472249] env[69287]: _type = "Task" [ 821.472249] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.484311] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450389, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.591754] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d5f63-f8ed-4c80-877a-f3bf1ebc7906 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.598022] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 821.598022] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688888', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'name': 'volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'serial': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 821.598022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f35bf7-869d-4d5d-8853-03651901a6c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.617883] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24eb6a-f378-4ad9-b002-da093d188b37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.623625] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328c812-5d4b-47aa-bf1c-da2b8d31455a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.650493] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759/volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.676441] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbefc338-7732-4fcc-b4cd-cbc57efa61af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.693391] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b0b059-0dfc-48df-8531-5bf79acde58e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.706681] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7f0e50-09e8-42e5-a1e6-c80362cbd0d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.710779] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 821.710779] env[69287]: value = "task-3450390" [ 821.710779] env[69287]: _type = "Task" [ 821.710779] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.711256] env[69287]: DEBUG oslo_concurrency.lockutils [req-be72a4ac-bf16-4512-85a5-b9cdd5d4d2ab req-5740e54e-59d5-43c3-8759-d1aa2c18039c service nova] Releasing lock "refresh_cache-8c8a6ea3-81b1-4118-a404-f172457766cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.711635] env[69287]: DEBUG oslo_vmware.api [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297164} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.711950] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.712145] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.712317] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.712487] env[69287]: INFO nova.compute.manager [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 821.712744] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.716867] env[69287]: DEBUG nova.compute.manager [-] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.716867] env[69287]: DEBUG nova.network.neutron [-] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.726326] env[69287]: DEBUG nova.compute.provider_tree [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.733140] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.919955] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f42c32-a756-d566-64d3-c765fb4ca210, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.920819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.921482] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.921845] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.924151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.924151] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.924151] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60449179-94cd-468e-829c-f3f13a2141cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.934657] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.934976] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.936141] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fa26ac-a5f6-47ac-85a8-7272db49fbad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.943639] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 821.943639] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ca276c-6d78-b79e-6928-bfb78ad4df22" [ 821.943639] env[69287]: _type = "Task" [ 821.943639] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.953667] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ca276c-6d78-b79e-6928-bfb78ad4df22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.983454] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450389, 'name': Rename_Task, 'duration_secs': 0.295902} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.983978] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.984084] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0256467-e7a7-4a28-90b9-57aa5d6d0519 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.990612] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 821.990612] env[69287]: value = "task-3450391" [ 821.990612] env[69287]: _type = "Task" [ 821.990612] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.996721] env[69287]: DEBUG nova.compute.manager [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.997634] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc3b5f1-6089-4037-a7bc-0bedeaad3e37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.007242] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.072879] env[69287]: DEBUG nova.compute.manager [req-5d9332d5-b8bc-4731-8da9-be054d29c62b req-f0f6cb16-38be-41b0-af5f-7c80cb26ef0a service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Received event network-vif-deleted-050a4bc2-6e6d-4b5b-86f8-64d07dedcf13 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.073117] env[69287]: INFO nova.compute.manager [req-5d9332d5-b8bc-4731-8da9-be054d29c62b req-f0f6cb16-38be-41b0-af5f-7c80cb26ef0a service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Neutron deleted interface 050a4bc2-6e6d-4b5b-86f8-64d07dedcf13; detaching it from the instance and deleting it from the info cache [ 822.073311] env[69287]: DEBUG nova.network.neutron [req-5d9332d5-b8bc-4731-8da9-be054d29c62b req-f0f6cb16-38be-41b0-af5f-7c80cb26ef0a service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.222185] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.230037] env[69287]: DEBUG nova.scheduler.client.report [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.454044] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ca276c-6d78-b79e-6928-bfb78ad4df22, 'name': SearchDatastore_Task, 'duration_secs': 0.019074} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.455141] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2a56b8-a870-44fe-8b65-f03fd531409f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.460336] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 822.460336] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529cb023-c451-0db4-c8e6-7145fe06bc98" [ 822.460336] env[69287]: _type = "Task" [ 822.460336] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.468058] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529cb023-c451-0db4-c8e6-7145fe06bc98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.500548] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450391, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.511231] env[69287]: INFO nova.compute.manager [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] instance snapshotting [ 822.513986] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8f8d8-4d9a-4c23-84d1-31124298e37e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.533532] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0185c460-322b-4543-a028-8826eaa4ac9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.551063] env[69287]: DEBUG nova.network.neutron [-] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.577074] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-323e7ad6-0042-46d7-a4f5-4a33c3062b0d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.588482] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9ec5f9-1435-4e74-abe0-2015a0e51c8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626877] env[69287]: DEBUG nova.compute.manager [req-5d9332d5-b8bc-4731-8da9-be054d29c62b req-f0f6cb16-38be-41b0-af5f-7c80cb26ef0a service nova] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Detach interface failed, port_id=050a4bc2-6e6d-4b5b-86f8-64d07dedcf13, reason: Instance 9a9112e4-5798-4ff4-87b8-e91ff59cffcc could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 822.675937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.675937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.675937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.676285] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.676366] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.679173] env[69287]: INFO nova.compute.manager [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Terminating instance [ 822.724984] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450390, 'name': ReconfigVM_Task, 'duration_secs': 0.647203} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.725354] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759/volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.730296] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8db3d9a-2072-4d92-8417-6c77f305a4da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.740740] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.741238] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.743716] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.465s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.745144] env[69287]: INFO nova.compute.claims [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.752253] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 822.752253] env[69287]: value = "task-3450392" [ 822.752253] env[69287]: _type = "Task" [ 822.752253] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.761072] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.970669] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529cb023-c451-0db4-c8e6-7145fe06bc98, 'name': SearchDatastore_Task, 'duration_secs': 0.019302} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.970991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.971199] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8c8a6ea3-81b1-4118-a404-f172457766cb/8c8a6ea3-81b1-4118-a404-f172457766cb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.971465] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a298bb66-0ffc-4e09-aa5d-17a272c0d552 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.977943] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 822.977943] env[69287]: value = "task-3450393" [ 822.977943] env[69287]: _type = "Task" [ 822.977943] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.985245] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.000142] env[69287]: DEBUG oslo_vmware.api [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450391, 'name': PowerOnVM_Task, 'duration_secs': 0.754893} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.000384] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.000585] env[69287]: INFO nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Took 7.54 seconds to spawn the instance on the hypervisor. [ 823.000762] env[69287]: DEBUG nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.001520] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289a2a2-8278-43aa-9128-a8edaab3eed9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.044556] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.045090] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2e5e538-f5d1-4320-b55a-b53b3e23d598 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.053502] env[69287]: INFO nova.compute.manager [-] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Took 1.34 seconds to deallocate network for instance. [ 823.059400] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 823.059400] env[69287]: value = "task-3450394" [ 823.059400] env[69287]: _type = "Task" [ 823.059400] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.068333] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450394, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.184678] env[69287]: DEBUG nova.compute.manager [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.184908] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.185849] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae0f379-bf10-4518-b541-f0e3aa8e0b2a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.194599] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.194882] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300b59ff-5e6c-4525-a348-3e8dbbfba960 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.201108] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 823.201108] env[69287]: value = "task-3450395" [ 823.201108] env[69287]: _type = "Task" [ 823.201108] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.209227] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.250823] env[69287]: DEBUG nova.compute.utils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.254188] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.254403] env[69287]: DEBUG nova.network.neutron [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.266437] env[69287]: DEBUG oslo_vmware.api [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450392, 'name': ReconfigVM_Task, 'duration_secs': 0.301335} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.268845] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688888', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'name': 'volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'serial': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 823.315375] env[69287]: DEBUG nova.policy [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec237be0774b4348ada208a3c3d10e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1141f53e9f6244649df606ce856de774', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.488774] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.520026] env[69287]: INFO nova.compute.manager [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Took 32.24 seconds to build instance. [ 823.561534] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.582539] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450394, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.714244] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450395, 'name': PowerOffVM_Task, 'duration_secs': 0.377233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.714753] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.715151] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.715530] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6faf48b-a82b-425f-9833-245e424f4f0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.758018] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.787826] env[69287]: DEBUG nova.network.neutron [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Successfully created port: 80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.794277] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.794789] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.794981] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Deleting the datastore file [datastore2] 9df3a8ed-6ee2-422e-9242-70ba607aba5c {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.795372] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe90be2-b5b5-4dfb-bbf9-b62776f91a44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.808198] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for the task: (returnval){ [ 823.808198] env[69287]: value = "task-3450397" [ 823.808198] env[69287]: _type = "Task" [ 823.808198] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.817471] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.994081] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.996943] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8c8a6ea3-81b1-4118-a404-f172457766cb/8c8a6ea3-81b1-4118-a404-f172457766cb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.996943] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.996943] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9891a10a-165b-4568-ab24-f10180b2304b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.004783] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 824.004783] env[69287]: value = "task-3450398" [ 824.004783] env[69287]: _type = "Task" [ 824.004783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.016610] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.023061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-78ecb480-d372-4dd1-b454-0e97816e1610 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "8d9f6973-84c3-486e-b609-6670e220a68a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.107s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.079532] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450394, 'name': CreateSnapshot_Task, 'duration_secs': 0.818027} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.083051] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.084461] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35888d-5eed-42e1-a0f5-17c9908b05e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.177133] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d7b98c-b4d7-4e39-bf53-7977141e5799 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.184310] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4a9228-b72f-4757-be11-d10af645563a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.218790] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8254c306-29fc-4915-8045-fd9af5e8605b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.226765] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb84a08d-371c-4dfc-9b33-e96ab730d9e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.240586] env[69287]: DEBUG nova.compute.provider_tree [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.319683] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.321602] env[69287]: DEBUG nova.objects.instance [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lazy-loading 'flavor' on Instance uuid 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.370198] env[69287]: INFO nova.compute.manager [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Rescuing [ 824.370577] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.370828] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.371104] env[69287]: DEBUG nova.network.neutron [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.515037] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189615} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.515037] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.515495] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b466f6-051e-4713-8c48-1954a96d9a72 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.538081] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 8c8a6ea3-81b1-4118-a404-f172457766cb/8c8a6ea3-81b1-4118-a404-f172457766cb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.538531] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6637bdb9-2f09-458e-9f7c-43d02087e2d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.558194] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 824.558194] env[69287]: value = "task-3450399" [ 824.558194] env[69287]: _type = "Task" [ 824.558194] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.567632] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.608907] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.609271] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2be3613a-eed0-489f-a0e0-1693c9a83034 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.617524] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 824.617524] env[69287]: value = "task-3450400" [ 824.617524] env[69287]: _type = "Task" [ 824.617524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.625314] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450400, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.743915] env[69287]: DEBUG nova.scheduler.client.report [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.768153] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.794329] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.794630] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.798026] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.798026] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.798026] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.798026] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.798026] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.798026] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.798512] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.798512] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.798512] env[69287]: DEBUG nova.virt.hardware [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.798512] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e332f96-189b-47f9-85d2-5f78b39dafd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.808016] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f0764d-fd9d-4d51-becf-c2bbd3c31785 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.819109] env[69287]: DEBUG oslo_vmware.api [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Task: {'id': task-3450397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549172} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.828079] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.828306] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.828514] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.828665] env[69287]: INFO nova.compute.manager [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 824.828910] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.831635] env[69287]: DEBUG oslo_concurrency.lockutils [None req-704cd017-59b2-4841-bd4e-650e1c63a908 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.356s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.833732] env[69287]: DEBUG nova.compute.manager [-] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.833841] env[69287]: DEBUG nova.network.neutron [-] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.070615] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450399, 'name': ReconfigVM_Task, 'duration_secs': 0.283917} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.072664] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 8c8a6ea3-81b1-4118-a404-f172457766cb/8c8a6ea3-81b1-4118-a404-f172457766cb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.072664] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c8541ec-25a0-421c-a4a8-83e44c402af3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.085705] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 825.085705] env[69287]: value = "task-3450401" [ 825.085705] env[69287]: _type = "Task" [ 825.085705] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.096509] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450401, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.130695] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450400, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.169757] env[69287]: DEBUG nova.compute.manager [req-dad15b64-379a-48d1-9325-e012ac66aa9c req-f6e4a12f-4a97-4fac-aa40-a959db9d2500 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Received event network-vif-deleted-9f863da6-5ea2-4dee-85e3-f783291d2461 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.170076] env[69287]: INFO nova.compute.manager [req-dad15b64-379a-48d1-9325-e012ac66aa9c req-f6e4a12f-4a97-4fac-aa40-a959db9d2500 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Neutron deleted interface 9f863da6-5ea2-4dee-85e3-f783291d2461; detaching it from the instance and deleting it from the info cache [ 825.170349] env[69287]: DEBUG nova.network.neutron [req-dad15b64-379a-48d1-9325-e012ac66aa9c req-f6e4a12f-4a97-4fac-aa40-a959db9d2500 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.182080] env[69287]: DEBUG nova.network.neutron [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Updating instance_info_cache with network_info: [{"id": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "address": "fa:16:3e:25:42:5f", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1fcbf6-35", "ovs_interfaceid": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.249910] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.250482] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.253212] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.522s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.255728] env[69287]: INFO nova.compute.claims [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.258918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.259154] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.384521] env[69287]: DEBUG nova.network.neutron [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Successfully updated port: 80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.576470] env[69287]: DEBUG nova.network.neutron [-] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.596493] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450401, 'name': Rename_Task, 'duration_secs': 0.187992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.596778] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.597267] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d975fe1-8f83-4f7a-b36a-d800767e9993 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.604336] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 825.604336] env[69287]: value = "task-3450402" [ 825.604336] env[69287]: _type = "Task" [ 825.604336] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.614841] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.628399] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450400, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.673119] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa5ed855-1740-4293-95e0-ed1f6fd01074 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.684867] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f9857-7bc3-4a96-af3f-4440e6a5d2b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.696432] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.726633] env[69287]: DEBUG nova.compute.manager [req-dad15b64-379a-48d1-9325-e012ac66aa9c req-f6e4a12f-4a97-4fac-aa40-a959db9d2500 service nova] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Detach interface failed, port_id=9f863da6-5ea2-4dee-85e3-f783291d2461, reason: Instance 9df3a8ed-6ee2-422e-9242-70ba607aba5c could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 825.760410] env[69287]: DEBUG nova.compute.utils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.761936] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.762124] env[69287]: DEBUG nova.network.neutron [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.766052] env[69287]: INFO nova.compute.manager [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Detaching volume b7aab4a8-92a0-4aff-a9be-29b0b1286759 [ 825.803767] env[69287]: DEBUG nova.policy [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1363d9710f4465b031573bf30d4703', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff988a5c5c7a4e7a9312f77c3f7144aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.806079] env[69287]: INFO nova.virt.block_device [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Attempting to driver detach volume b7aab4a8-92a0-4aff-a9be-29b0b1286759 from mountpoint /dev/sdb [ 825.806358] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 825.806614] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688888', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'name': 'volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'serial': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 825.808111] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c6792e-7229-4a6b-ad3b-e4d4ad43ba9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.831305] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e643553-21a0-4d71-920b-2b5c976d4b31 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.839266] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb9cc67-759b-495a-9b8a-e377bb020743 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.860603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0a6282-e5e9-428b-9252-55145b1fc0e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.882759] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759/volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 825.888423] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 825.889076] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "refresh_cache-acc9d915-13c4-45e2-bc98-0af1d8b9d714" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889224] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "refresh_cache-acc9d915-13c4-45e2-bc98-0af1d8b9d714" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.889374] env[69287]: DEBUG nova.network.neutron [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.890430] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570c63e8-7c46-49ec-be50-4aee35ee5b1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.913243] env[69287]: DEBUG oslo_vmware.api [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 825.913243] env[69287]: value = "task-3450403" [ 825.913243] env[69287]: _type = "Task" [ 825.913243] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.923536] env[69287]: DEBUG oslo_vmware.api [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.969271] env[69287]: DEBUG nova.network.neutron [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.079447] env[69287]: INFO nova.compute.manager [-] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Took 1.25 seconds to deallocate network for instance. [ 826.115900] env[69287]: DEBUG oslo_vmware.api [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450402, 'name': PowerOnVM_Task, 'duration_secs': 0.492655} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.116192] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.116560] env[69287]: INFO nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Took 8.17 seconds to spawn the instance on the hypervisor. [ 826.116758] env[69287]: DEBUG nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.117806] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f8472-c247-4301-b89b-488b05d9072b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.129871] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450400, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.131445] env[69287]: DEBUG nova.network.neutron [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Updating instance_info_cache with network_info: [{"id": "80a2504b-b9d9-4927-ba60-3eaf021fbcbd", "address": "fa:16:3e:38:37:5b", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a2504b-b9", "ovs_interfaceid": "80a2504b-b9d9-4927-ba60-3eaf021fbcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.138583] env[69287]: DEBUG nova.network.neutron [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Successfully created port: 3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.271847] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.424580] env[69287]: DEBUG oslo_vmware.api [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450403, 'name': ReconfigVM_Task, 'duration_secs': 0.398807} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.424891] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 826.429632] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c097cd-5a32-4d4f-889a-75b6b994c34a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.449634] env[69287]: DEBUG oslo_vmware.api [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 826.449634] env[69287]: value = "task-3450404" [ 826.449634] env[69287]: _type = "Task" [ 826.449634] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.461843] env[69287]: DEBUG oslo_vmware.api [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.588619] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.633611] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450400, 'name': CloneVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.637798] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "refresh_cache-acc9d915-13c4-45e2-bc98-0af1d8b9d714" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.638022] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Instance network_info: |[{"id": "80a2504b-b9d9-4927-ba60-3eaf021fbcbd", "address": "fa:16:3e:38:37:5b", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a2504b-b9", "ovs_interfaceid": "80a2504b-b9d9-4927-ba60-3eaf021fbcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.638408] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:37:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a2504b-b9d9-4927-ba60-3eaf021fbcbd', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.645848] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.652295] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.653620] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a1bbf1-8262-4001-83bf-441b6eb3e751 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.672531] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ffa3b-7ea4-4083-8b92-f9cee3655fc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.675203] env[69287]: INFO nova.compute.manager [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Took 32.83 seconds to build instance. [ 826.682793] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3fc853-eddf-4e06-8856-dd0d16696dd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.687056] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.687056] env[69287]: value = "task-3450405" [ 826.687056] env[69287]: _type = "Task" [ 826.687056] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.716285] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71f667-14c5-4fd3-85ff-8a076efe73a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.722795] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450405, 'name': CreateVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.733460] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9508b2d4-5c4f-4275-aa71-3f6e8216e834 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.750175] env[69287]: DEBUG nova.compute.provider_tree [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.960488] env[69287]: DEBUG oslo_vmware.api [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450404, 'name': ReconfigVM_Task, 'duration_secs': 0.184502} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.960795] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688888', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'name': 'volume-b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759', 'serial': 'b7aab4a8-92a0-4aff-a9be-29b0b1286759'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 827.134327] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450400, 'name': CloneVM_Task, 'duration_secs': 2.088516} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.134653] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Created linked-clone VM from snapshot [ 827.135651] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb09e40-771b-4beb-a083-18feed822e87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.143414] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Uploading image 8be071d8-1858-4bd9-9198-0d27578cd3b2 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.169110] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.169110] env[69287]: value = "vm-688892" [ 827.169110] env[69287]: _type = "VirtualMachine" [ 827.169110] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.169422] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c369920-5e47-4722-9f7c-cd93e0d84a77 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.177760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cb993af7-d3c0-4013-ab98-65e66e49677e tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.909s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.180462] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lease: (returnval){ [ 827.180462] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b290f2-25e0-53f4-ea1c-86bebd6f6c65" [ 827.180462] env[69287]: _type = "HttpNfcLease" [ 827.180462] env[69287]: } obtained for exporting VM: (result){ [ 827.180462] env[69287]: value = "vm-688892" [ 827.180462] env[69287]: _type = "VirtualMachine" [ 827.180462] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.180844] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the lease: (returnval){ [ 827.180844] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b290f2-25e0-53f4-ea1c-86bebd6f6c65" [ 827.180844] env[69287]: _type = "HttpNfcLease" [ 827.180844] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.193909] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.193909] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b290f2-25e0-53f4-ea1c-86bebd6f6c65" [ 827.193909] env[69287]: _type = "HttpNfcLease" [ 827.193909] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.200026] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450405, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.202976] env[69287]: DEBUG nova.compute.manager [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Received event network-vif-plugged-80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.203209] env[69287]: DEBUG oslo_concurrency.lockutils [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] Acquiring lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.203412] env[69287]: DEBUG oslo_concurrency.lockutils [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.203579] env[69287]: DEBUG oslo_concurrency.lockutils [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.203744] env[69287]: DEBUG nova.compute.manager [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] No waiting events found dispatching network-vif-plugged-80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.203926] env[69287]: WARNING nova.compute.manager [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Received unexpected event network-vif-plugged-80a2504b-b9d9-4927-ba60-3eaf021fbcbd for instance with vm_state building and task_state spawning. [ 827.204074] env[69287]: DEBUG nova.compute.manager [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Received event network-changed-80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.204232] env[69287]: DEBUG nova.compute.manager [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Refreshing instance network info cache due to event network-changed-80a2504b-b9d9-4927-ba60-3eaf021fbcbd. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.204414] env[69287]: DEBUG oslo_concurrency.lockutils [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] Acquiring lock "refresh_cache-acc9d915-13c4-45e2-bc98-0af1d8b9d714" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.204552] env[69287]: DEBUG oslo_concurrency.lockutils [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] Acquired lock "refresh_cache-acc9d915-13c4-45e2-bc98-0af1d8b9d714" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.204706] env[69287]: DEBUG nova.network.neutron [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Refreshing network info cache for port 80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.254213] env[69287]: DEBUG nova.scheduler.client.report [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.263204] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.263204] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a731c6f-bf7d-4bf3-8409-27b3e13c2a17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.269904] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 827.269904] env[69287]: value = "task-3450407" [ 827.269904] env[69287]: _type = "Task" [ 827.269904] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.281760] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.286279] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.311656] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.311928] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.312081] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.312619] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.312619] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.312619] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.312786] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.312890] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.313057] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.313223] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.313817] env[69287]: DEBUG nova.virt.hardware [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.314410] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fa7338-649c-4c47-a30f-1befdb4af085 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.323875] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a063ae1c-0f05-470f-99e5-6bc8dcedfb0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.522829] env[69287]: DEBUG nova.objects.instance [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lazy-loading 'flavor' on Instance uuid 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.695680] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.695680] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b290f2-25e0-53f4-ea1c-86bebd6f6c65" [ 827.695680] env[69287]: _type = "HttpNfcLease" [ 827.695680] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.700492] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.700492] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b290f2-25e0-53f4-ea1c-86bebd6f6c65" [ 827.700492] env[69287]: _type = "HttpNfcLease" [ 827.700492] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.700807] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450405, 'name': CreateVM_Task, 'duration_secs': 0.627617} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.701800] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e3df69-1a13-467c-b203-923d816bc743 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.706118] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.710603] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.711462] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.712302] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.715816] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b8c47-248e-4ac3-a72f-b0f5285f295f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.723082] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfe53a5-e9b4-4f8b-b5fd-8c028ae36588 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.728093] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c80c-d050-8988-88fc-189c83b94c11/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.728294] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c80c-d050-8988-88fc-189c83b94c11/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 827.794629] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.795204] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.806064] env[69287]: DEBUG nova.network.neutron [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Successfully updated port: 3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.808084] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.149s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.809553] env[69287]: INFO nova.compute.claims [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.816932] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 827.816932] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f8e5da-d8c9-4f0f-b9c1-b808355a05f9" [ 827.816932] env[69287]: _type = "Task" [ 827.816932] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.817412] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Suspending the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 827.818731] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-83a424ba-9bb9-49d7-a188-0fb4907d1b35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.828770] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450407, 'name': PowerOffVM_Task, 'duration_secs': 0.196257} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.829696] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.830730] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd36fab1-bab6-460c-8d59-fa4ab4795d7a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.841299] env[69287]: DEBUG oslo_vmware.api [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] Waiting for the task: (returnval){ [ 827.841299] env[69287]: value = "task-3450408" [ 827.841299] env[69287]: _type = "Task" [ 827.841299] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.841695] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f8e5da-d8c9-4f0f-b9c1-b808355a05f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.843091] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.843091] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.843091] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.843786] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.843786] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.846716] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb9b32fa-d03b-4094-8bdd-9b516eef3f94 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.870026] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f521c9-78e6-414f-a9de-648e0ccda374 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.877721] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b28448c1-803f-45cc-906c-fd02b61ef4a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.880269] env[69287]: DEBUG oslo_vmware.api [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] Task: {'id': task-3450408, 'name': SuspendVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.882841] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.883046] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.884105] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ca654d-c06a-4688-bb4c-8c0785b778c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.901511] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 827.901511] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fcc1f5-2f56-698e-742a-89a4ffdfff9d" [ 827.901511] env[69287]: _type = "Task" [ 827.901511] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.916444] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fcc1f5-2f56-698e-742a-89a4ffdfff9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.924622] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3ef755-1447-4936-a538-f686735ebd1c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.930543] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.930847] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab52f716-a49b-4f26-9c11-5776295bbc0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.933697] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 827.933697] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3e1e3-d2f8-2e58-ae97-1a84d6e67251" [ 827.933697] env[69287]: _type = "Task" [ 827.933697] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.943191] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 827.943191] env[69287]: value = "task-3450409" [ 827.943191] env[69287]: _type = "Task" [ 827.943191] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.944541] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3e1e3-d2f8-2e58-ae97-1a84d6e67251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.954979] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 827.955241] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.955513] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.957271] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.957271] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.957271] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c88f789-9fc0-4576-bfe0-3b29b55bb0b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.968413] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.968413] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.968413] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed35cf2-40a2-4f17-ae6e-19c61d4598f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.974808] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 827.974808] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526b9bc1-3035-0944-448d-e614f7bb32e2" [ 827.974808] env[69287]: _type = "Task" [ 827.974808] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.984058] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526b9bc1-3035-0944-448d-e614f7bb32e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.067418] env[69287]: DEBUG nova.network.neutron [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Updated VIF entry in instance network info cache for port 80a2504b-b9d9-4927-ba60-3eaf021fbcbd. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.067822] env[69287]: DEBUG nova.network.neutron [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Updating instance_info_cache with network_info: [{"id": "80a2504b-b9d9-4927-ba60-3eaf021fbcbd", "address": "fa:16:3e:38:37:5b", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a2504b-b9", "ovs_interfaceid": "80a2504b-b9d9-4927-ba60-3eaf021fbcbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.301898] env[69287]: DEBUG nova.compute.utils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 828.303385] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.304031] env[69287]: DEBUG nova.network.neutron [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.309024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "refresh_cache-efc68176-3bc9-47d2-9daa-ba37d8e543d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.309217] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquired lock "refresh_cache-efc68176-3bc9-47d2-9daa-ba37d8e543d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.309303] env[69287]: DEBUG nova.network.neutron [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.352496] env[69287]: DEBUG oslo_vmware.api [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] Task: {'id': task-3450408, 'name': SuspendVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.401322] env[69287]: DEBUG nova.policy [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.452944] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3e1e3-d2f8-2e58-ae97-1a84d6e67251, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.453643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.453900] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] acc9d915-13c4-45e2-bc98-0af1d8b9d714/acc9d915-13c4-45e2-bc98-0af1d8b9d714.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.454199] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-333ea695-6293-49c6-b5e6-d8e26ccc21cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.465087] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 828.465087] env[69287]: value = "task-3450410" [ 828.465087] env[69287]: _type = "Task" [ 828.465087] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.479050] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.492538] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526b9bc1-3035-0944-448d-e614f7bb32e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017528} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.493551] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505e91b1-a11b-4b91-a722-dc1fe3a45b2f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.501433] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 828.501433] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9965-d405-cce8-7950-6caa672e1b99" [ 828.501433] env[69287]: _type = "Task" [ 828.501433] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.512022] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9965-d405-cce8-7950-6caa672e1b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.533842] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4f92c3bf-28f3-468c-9081-305ff42bc746 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.571470] env[69287]: DEBUG oslo_concurrency.lockutils [req-b2cc1782-01f0-4e08-b3ca-c5be6c9014e1 req-17beeb36-34a7-4f8a-86aa-93e4b6c84ca5 service nova] Releasing lock "refresh_cache-acc9d915-13c4-45e2-bc98-0af1d8b9d714" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.798934] env[69287]: DEBUG nova.network.neutron [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Successfully created port: 601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.807526] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.859561] env[69287]: DEBUG oslo_vmware.api [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] Task: {'id': task-3450408, 'name': SuspendVM_Task, 'duration_secs': 0.702885} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.860218] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Suspended the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 828.860573] env[69287]: DEBUG nova.compute.manager [None req-a6c09199-6171-4260-81a4-283104016405 tempest-ServersAdminNegativeTestJSON-1374188322 tempest-ServersAdminNegativeTestJSON-1374188322-project-admin] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.861629] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dff6cf-7555-4079-8521-85a33b2239c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.888021] env[69287]: DEBUG nova.network.neutron [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.979210] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.028762] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521a9965-d405-cce8-7950-6caa672e1b99, 'name': SearchDatastore_Task, 'duration_secs': 0.019825} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.029350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.030264] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. {{(pid=69287) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 829.030264] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0b3db2b-c374-46a7-a500-cb3030b24c99 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.043871] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 829.043871] env[69287]: value = "task-3450411" [ 829.043871] env[69287]: _type = "Task" [ 829.043871] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.055598] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.101376] env[69287]: DEBUG nova.network.neutron [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Updating instance_info_cache with network_info: [{"id": "3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0", "address": "fa:16:3e:c1:ba:7c", "network": {"id": "b56ba059-490c-4bf5-9f1c-beaf8ee37cdb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1575292644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff988a5c5c7a4e7a9312f77c3f7144aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc202e0-5e", "ovs_interfaceid": "3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.286017] env[69287]: DEBUG nova.compute.manager [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Received event network-vif-plugged-3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.287313] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] Acquiring lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.287580] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.287795] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.288013] env[69287]: DEBUG nova.compute.manager [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] No waiting events found dispatching network-vif-plugged-3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.288231] env[69287]: WARNING nova.compute.manager [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Received unexpected event network-vif-plugged-3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 for instance with vm_state building and task_state spawning. [ 829.288431] env[69287]: DEBUG nova.compute.manager [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Received event network-changed-3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.288689] env[69287]: DEBUG nova.compute.manager [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Refreshing instance network info cache due to event network-changed-3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.288927] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] Acquiring lock "refresh_cache-efc68176-3bc9-47d2-9daa-ba37d8e543d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.363101] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271252f4-ffa2-422e-81e9-a05bb653bf6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.374247] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1720f05-9f9b-4632-8581-c03714d7769f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.415952] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51616235-089c-4571-871f-eb969a5898ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.426408] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984278e9-1479-4314-8275-72218ee504a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.447192] env[69287]: DEBUG nova.compute.provider_tree [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.481249] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59204} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.481249] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] acc9d915-13c4-45e2-bc98-0af1d8b9d714/acc9d915-13c4-45e2-bc98-0af1d8b9d714.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.481249] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.481249] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-093d5473-c244-4042-8797-53fe87ed3a65 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.493631] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 829.493631] env[69287]: value = "task-3450412" [ 829.493631] env[69287]: _type = "Task" [ 829.493631] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.505149] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.555878] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.605151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Releasing lock "refresh_cache-efc68176-3bc9-47d2-9daa-ba37d8e543d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.605520] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Instance network_info: |[{"id": "3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0", "address": "fa:16:3e:c1:ba:7c", "network": {"id": "b56ba059-490c-4bf5-9f1c-beaf8ee37cdb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1575292644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff988a5c5c7a4e7a9312f77c3f7144aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc202e0-5e", "ovs_interfaceid": "3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.605840] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] Acquired lock "refresh_cache-efc68176-3bc9-47d2-9daa-ba37d8e543d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.606026] env[69287]: DEBUG nova.network.neutron [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Refreshing network info cache for port 3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.607693] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ba:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.615925] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Creating folder: Project (ff988a5c5c7a4e7a9312f77c3f7144aa). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.616802] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a846eb-faf1-4650-ab0b-9c7a897a42a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.635598] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Created folder: Project (ff988a5c5c7a4e7a9312f77c3f7144aa) in parent group-v688742. [ 829.635923] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Creating folder: Instances. Parent ref: group-v688894. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.636736] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e17124-3d7c-4419-b9b1-3b50581fb260 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.652170] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Created folder: Instances in parent group-v688894. [ 829.652462] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.652677] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.653278] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3252434e-1df4-48dc-b855-b781d989483e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.677381] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.677381] env[69287]: value = "task-3450415" [ 829.677381] env[69287]: _type = "Task" [ 829.677381] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.687474] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450415, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.823596] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.849482] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.849836] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.850097] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.850294] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.850443] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.850675] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.850950] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.851179] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.851560] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.851779] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.851929] env[69287]: DEBUG nova.virt.hardware [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.853025] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d633c6-45e5-4ccf-aa08-c35c8b4d6f07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.862860] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b7d0f9-8ecf-40aa-b076-0ec05b41afed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.951178] env[69287]: DEBUG nova.scheduler.client.report [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.004534] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189522} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.004891] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.005719] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f9a66-c913-4855-8d96-4053a4c9f7aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.031042] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] acc9d915-13c4-45e2-bc98-0af1d8b9d714/acc9d915-13c4-45e2-bc98-0af1d8b9d714.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.031042] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d2f1c7-a170-4a39-b8e6-7ac7a65d98e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.056049] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644957} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.056262] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. [ 830.057105] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f02570-6955-4b50-9d08-3b40cf88d88a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.061143] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 830.061143] env[69287]: value = "task-3450416" [ 830.061143] env[69287]: _type = "Task" [ 830.061143] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.086795] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.087692] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0556b4-8c5d-41f5-8068-0e08012ecc19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.107165] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.114552] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 830.114552] env[69287]: value = "task-3450417" [ 830.114552] env[69287]: _type = "Task" [ 830.114552] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.126874] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.191166] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450415, 'name': CreateVM_Task, 'duration_secs': 0.491901} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.191868] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.192748] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.193169] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.193825] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.194223] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cd7631-6988-464d-aec7-eff4e41c01c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.201762] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 830.201762] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a3248b-ede3-7ebd-eda2-91c182750732" [ 830.201762] env[69287]: _type = "Task" [ 830.201762] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.213350] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a3248b-ede3-7ebd-eda2-91c182750732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.261954] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "14dd9d52-c143-4fae-9e9e-034fb48e9123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.262400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.396316] env[69287]: DEBUG nova.network.neutron [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Updated VIF entry in instance network info cache for port 3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.396316] env[69287]: DEBUG nova.network.neutron [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Updating instance_info_cache with network_info: [{"id": "3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0", "address": "fa:16:3e:c1:ba:7c", "network": {"id": "b56ba059-490c-4bf5-9f1c-beaf8ee37cdb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1575292644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff988a5c5c7a4e7a9312f77c3f7144aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc202e0-5e", "ovs_interfaceid": "3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.462119] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.462119] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.463958] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.726s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.504194] env[69287]: DEBUG nova.compute.manager [req-d78d2d71-d64d-49ee-ad03-5709404dc8ab req-d4dc2903-eaad-4397-b3d4-6b93a14a3854 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Received event network-vif-plugged-601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.504194] env[69287]: DEBUG oslo_concurrency.lockutils [req-d78d2d71-d64d-49ee-ad03-5709404dc8ab req-d4dc2903-eaad-4397-b3d4-6b93a14a3854 service nova] Acquiring lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.504489] env[69287]: DEBUG oslo_concurrency.lockutils [req-d78d2d71-d64d-49ee-ad03-5709404dc8ab req-d4dc2903-eaad-4397-b3d4-6b93a14a3854 service nova] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.504489] env[69287]: DEBUG oslo_concurrency.lockutils [req-d78d2d71-d64d-49ee-ad03-5709404dc8ab req-d4dc2903-eaad-4397-b3d4-6b93a14a3854 service nova] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.504669] env[69287]: DEBUG nova.compute.manager [req-d78d2d71-d64d-49ee-ad03-5709404dc8ab req-d4dc2903-eaad-4397-b3d4-6b93a14a3854 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] No waiting events found dispatching network-vif-plugged-601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.504814] env[69287]: WARNING nova.compute.manager [req-d78d2d71-d64d-49ee-ad03-5709404dc8ab req-d4dc2903-eaad-4397-b3d4-6b93a14a3854 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Received unexpected event network-vif-plugged-601a5829-eef6-445a-b883-b4e892f6079c for instance with vm_state building and task_state spawning. [ 830.561135] env[69287]: DEBUG nova.network.neutron [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Successfully updated port: 601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.578875] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450416, 'name': ReconfigVM_Task, 'duration_secs': 0.467313} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.579092] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Reconfigured VM instance instance-00000034 to attach disk [datastore2] acc9d915-13c4-45e2-bc98-0af1d8b9d714/acc9d915-13c4-45e2-bc98-0af1d8b9d714.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.579775] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8978352e-d081-43b3-ac57-0d074ee3824c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.591399] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 830.591399] env[69287]: value = "task-3450418" [ 830.591399] env[69287]: _type = "Task" [ 830.591399] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.603532] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450418, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.627982] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450417, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.713793] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a3248b-ede3-7ebd-eda2-91c182750732, 'name': SearchDatastore_Task, 'duration_secs': 0.019179} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.714160] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.714429] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.714723] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.714925] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.715130] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.715430] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e81418ba-0ca6-4bf7-b393-c18904cd6a35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.724965] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.725181] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.725946] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1059d21-ee51-4b8d-885e-3b41e0733b1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.731894] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 830.731894] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5212f2cc-7054-ad93-344e-cbf7285d4e6c" [ 830.731894] env[69287]: _type = "Task" [ 830.731894] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.740059] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5212f2cc-7054-ad93-344e-cbf7285d4e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.766103] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.900883] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b2b50ff-7283-414c-ab45-b9d8e86303b0 req-a53b6b42-1019-4f25-ba3a-89f75a054775 service nova] Releasing lock "refresh_cache-efc68176-3bc9-47d2-9daa-ba37d8e543d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.967104] env[69287]: DEBUG nova.compute.utils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 830.968771] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.968896] env[69287]: DEBUG nova.network.neutron [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.976168] env[69287]: INFO nova.compute.claims [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.019559] env[69287]: DEBUG nova.policy [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb5e9d2b9955469a930869903c071a1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1290ae87db6f40cdb052e7ad6fc1a8a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.064312] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-f43004b6-4ed1-4e7a-878b-b476b4fbe421" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.064497] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-f43004b6-4ed1-4e7a-878b-b476b4fbe421" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.064735] env[69287]: DEBUG nova.network.neutron [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.102514] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450418, 'name': Rename_Task, 'duration_secs': 0.177842} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.103467] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.103467] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0b8d00-093f-42f1-aa20-1f56841bd99e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.113914] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 831.113914] env[69287]: value = "task-3450419" [ 831.113914] env[69287]: _type = "Task" [ 831.113914] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.122127] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.128237] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450417, 'name': ReconfigVM_Task, 'duration_secs': 0.526595} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.128531] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.129777] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927b487-6377-409f-a45a-75ca683015e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.158188] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f728365d-235d-4484-991f-92ebb0280491 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.178166] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 831.178166] env[69287]: value = "task-3450420" [ 831.178166] env[69287]: _type = "Task" [ 831.178166] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.187198] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.243675] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5212f2cc-7054-ad93-344e-cbf7285d4e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.244579] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73232ce1-2442-4e70-bf0c-55ab79d0ba1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.251956] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 831.251956] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f17fb0-3eaf-f610-566e-449293144481" [ 831.251956] env[69287]: _type = "Task" [ 831.251956] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.262698] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "8c8a6ea3-81b1-4118-a404-f172457766cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.262886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.263163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "8c8a6ea3-81b1-4118-a404-f172457766cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.263403] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.263640] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.266156] env[69287]: INFO nova.compute.manager [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Terminating instance [ 831.267564] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f17fb0-3eaf-f610-566e-449293144481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.291653] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.396792] env[69287]: DEBUG nova.network.neutron [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Successfully created port: e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.480709] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.484655] env[69287]: INFO nova.compute.resource_tracker [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating resource usage from migration 73a7c888-a801-4631-891d-7bbf85dfd7a4 [ 831.607374] env[69287]: DEBUG nova.network.neutron [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.623837] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450419, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.690058] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450420, 'name': ReconfigVM_Task, 'duration_secs': 0.231179} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.693158] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.693258] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a7a8a7-9518-45fa-9d12-7f8caad5fd4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.705157] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 831.705157] env[69287]: value = "task-3450421" [ 831.705157] env[69287]: _type = "Task" [ 831.705157] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.715715] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.762588] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f17fb0-3eaf-f610-566e-449293144481, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.762843] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.763114] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] efc68176-3bc9-47d2-9daa-ba37d8e543d1/efc68176-3bc9-47d2-9daa-ba37d8e543d1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.763365] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81aae7f8-597d-48a3-89db-06886771cd79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.770253] env[69287]: DEBUG nova.compute.manager [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.770456] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.771315] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b8a9b-ba77-4018-b2c0-4b57e3e5d13b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.776628] env[69287]: DEBUG nova.network.neutron [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Updating instance_info_cache with network_info: [{"id": "601a5829-eef6-445a-b883-b4e892f6079c", "address": "fa:16:3e:3f:f8:53", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601a5829-ee", "ovs_interfaceid": "601a5829-eef6-445a-b883-b4e892f6079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.777945] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 831.777945] env[69287]: value = "task-3450422" [ 831.777945] env[69287]: _type = "Task" [ 831.777945] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.786107] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.787029] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c50530-5717-4236-b028-77fcc883ffa5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.792870] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.892905] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.892905] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.893156] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Deleting the datastore file [datastore1] 8c8a6ea3-81b1-4118-a404-f172457766cb {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.893544] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-459a2bac-82f9-487e-a0ec-590e21fe3476 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.901932] env[69287]: DEBUG oslo_vmware.api [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 831.901932] env[69287]: value = "task-3450424" [ 831.901932] env[69287]: _type = "Task" [ 831.901932] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.910779] env[69287]: DEBUG oslo_vmware.api [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.951522] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f4bc7-9a0c-4125-8047-5d0b13126d5f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.963813] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd9042-e9b2-45be-808a-c862d64c1dd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.999780] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4ea3d-84b1-4429-abd6-8f29ae31154d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.009948] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812271f-f150-4f7e-bddf-afc5fd414169 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.027434] env[69287]: DEBUG nova.compute.provider_tree [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.092257] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.092615] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.127534] env[69287]: DEBUG oslo_vmware.api [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450419, 'name': PowerOnVM_Task, 'duration_secs': 0.561734} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.127722] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.127952] env[69287]: INFO nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Took 7.36 seconds to spawn the instance on the hypervisor. [ 832.128901] env[69287]: DEBUG nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.129723] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868743f-fa1e-4b1e-8e77-0a747620c3f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.221785] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.279719] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-f43004b6-4ed1-4e7a-878b-b476b4fbe421" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280168] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Instance network_info: |[{"id": "601a5829-eef6-445a-b883-b4e892f6079c", "address": "fa:16:3e:3f:f8:53", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601a5829-ee", "ovs_interfaceid": "601a5829-eef6-445a-b883-b4e892f6079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.280742] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:f8:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '601a5829-eef6-445a-b883-b4e892f6079c', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.294011] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.294550] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.300328] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71834c41-a78d-440f-b2aa-e07fc7ccf1f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.324482] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.326380] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.326380] env[69287]: value = "task-3450425" [ 832.326380] env[69287]: _type = "Task" [ 832.326380] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.340481] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450425, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.355817] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.356067] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.420774] env[69287]: DEBUG oslo_vmware.api [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194965} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.420774] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.421384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.421384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.421384] env[69287]: INFO nova.compute.manager [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Took 0.65 seconds to destroy the instance on the hypervisor. [ 832.421766] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.422065] env[69287]: DEBUG nova.compute.manager [-] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.422209] env[69287]: DEBUG nova.network.neutron [-] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.505262] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.530370] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.530683] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.531965] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.531965] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.531965] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.531965] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.531965] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.532506] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.532506] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.532506] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.532662] env[69287]: DEBUG nova.virt.hardware [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.534199] env[69287]: DEBUG nova.scheduler.client.report [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.541495] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa22896-5af6-4c4a-94b2-68fff39d1b91 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.554066] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c7e0aa-f7ed-4946-aad0-621582b49290 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.596264] env[69287]: DEBUG nova.compute.utils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.657121] env[69287]: INFO nova.compute.manager [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Took 35.77 seconds to build instance. [ 832.716161] env[69287]: DEBUG oslo_vmware.api [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450421, 'name': PowerOnVM_Task, 'duration_secs': 0.620337} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.716683] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.719724] env[69287]: DEBUG nova.compute.manager [None req-bb0b68b4-8429-4383-90bb-ff3f418622ee tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.720573] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61170cc7-fbda-472a-ac86-3d6215192546 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.745051] env[69287]: DEBUG nova.compute.manager [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Received event network-changed-601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.745299] env[69287]: DEBUG nova.compute.manager [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Refreshing instance network info cache due to event network-changed-601a5829-eef6-445a-b883-b4e892f6079c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 832.745543] env[69287]: DEBUG oslo_concurrency.lockutils [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] Acquiring lock "refresh_cache-f43004b6-4ed1-4e7a-878b-b476b4fbe421" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.745666] env[69287]: DEBUG oslo_concurrency.lockutils [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] Acquired lock "refresh_cache-f43004b6-4ed1-4e7a-878b-b476b4fbe421" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.745828] env[69287]: DEBUG nova.network.neutron [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Refreshing network info cache for port 601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.804406] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643127} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.804657] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] efc68176-3bc9-47d2-9daa-ba37d8e543d1/efc68176-3bc9-47d2-9daa-ba37d8e543d1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.804901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.805141] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ebdeb62-1b5b-4956-9ba0-64c8569ae356 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.814297] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 832.814297] env[69287]: value = "task-3450426" [ 832.814297] env[69287]: _type = "Task" [ 832.814297] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.824486] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.836220] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450425, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.841990] env[69287]: DEBUG nova.compute.manager [req-ae6017dc-a666-421a-8c21-b9dc6d562ced req-431ce003-8e4f-4678-94fc-f33dd1af60a2 service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Received event network-vif-deleted-baade839-5c83-4409-b219-0885b3714d77 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.842179] env[69287]: INFO nova.compute.manager [req-ae6017dc-a666-421a-8c21-b9dc6d562ced req-431ce003-8e4f-4678-94fc-f33dd1af60a2 service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Neutron deleted interface baade839-5c83-4409-b219-0885b3714d77; detaching it from the instance and deleting it from the info cache [ 832.842363] env[69287]: DEBUG nova.network.neutron [req-ae6017dc-a666-421a-8c21-b9dc6d562ced req-431ce003-8e4f-4678-94fc-f33dd1af60a2 service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.867884] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.868121] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 833.001705] env[69287]: DEBUG nova.network.neutron [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Successfully updated port: e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.046834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.583s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.047181] env[69287]: INFO nova.compute.manager [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Migrating [ 833.055085] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.211s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.055588] env[69287]: DEBUG nova.objects.instance [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'resources' on Instance uuid 4ff609df-07c8-420f-8eec-e89c33a51a33 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.099588] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.158134] env[69287]: DEBUG nova.network.neutron [-] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.158871] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b5ae538c-4df1-45fe-8b61-12929d64aa33 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.158s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.327438] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134626} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.329914] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.333667] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a46f12-95de-44d6-a3b2-f82b5bfcaedc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.342355] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450425, 'name': CreateVM_Task, 'duration_secs': 0.939292} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.351492] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.360541] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] efc68176-3bc9-47d2-9daa-ba37d8e543d1/efc68176-3bc9-47d2-9daa-ba37d8e543d1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.363368] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.363533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.363889] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.364092] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4543506d-304a-4038-b422-54bba5cce2db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.365861] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32282d74-f6ec-407b-9bba-a289512b45ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.380701] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fc1383-7091-409f-8272-095d6a0b6510 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.388474] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 833.388474] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e731a4-cef0-91d8-7043-f71a0f6ee04f" [ 833.388474] env[69287]: _type = "Task" [ 833.388474] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.394116] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 833.394116] env[69287]: value = "task-3450427" [ 833.394116] env[69287]: _type = "Task" [ 833.394116] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.397576] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816eaa65-a659-44fc-bd53-dc7f73fa11d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.414432] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e731a4-cef0-91d8-7043-f71a0f6ee04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.427023] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.450579] env[69287]: DEBUG nova.compute.manager [req-ae6017dc-a666-421a-8c21-b9dc6d562ced req-431ce003-8e4f-4678-94fc-f33dd1af60a2 service nova] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Detach interface failed, port_id=baade839-5c83-4409-b219-0885b3714d77, reason: Instance 8c8a6ea3-81b1-4118-a404-f172457766cb could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 833.505540] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "refresh_cache-da70aeb0-9833-4416-a263-872c66d824d7" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.505866] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquired lock "refresh_cache-da70aeb0-9833-4416-a263-872c66d824d7" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.505866] env[69287]: DEBUG nova.network.neutron [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.538149] env[69287]: DEBUG nova.network.neutron [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Updated VIF entry in instance network info cache for port 601a5829-eef6-445a-b883-b4e892f6079c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.538813] env[69287]: DEBUG nova.network.neutron [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Updating instance_info_cache with network_info: [{"id": "601a5829-eef6-445a-b883-b4e892f6079c", "address": "fa:16:3e:3f:f8:53", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601a5829-ee", "ovs_interfaceid": "601a5829-eef6-445a-b883-b4e892f6079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.566792] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.566994] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.567197] env[69287]: DEBUG nova.network.neutron [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.660722] env[69287]: INFO nova.compute.manager [-] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Took 1.24 seconds to deallocate network for instance. [ 833.902895] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e731a4-cef0-91d8-7043-f71a0f6ee04f, 'name': SearchDatastore_Task, 'duration_secs': 0.014742} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.905923] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.906243] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.906519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.906669] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.909409] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.909409] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92867198-02fc-491b-93bb-9c93496a9fd9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.912041] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450427, 'name': ReconfigVM_Task, 'duration_secs': 0.47466} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.912684] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Reconfigured VM instance instance-00000035 to attach disk [datastore2] efc68176-3bc9-47d2-9daa-ba37d8e543d1/efc68176-3bc9-47d2-9daa-ba37d8e543d1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.913263] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa5e42a3-85c7-40f2-8efa-e69d4c4e9979 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.920343] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.920563] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.924611] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a20f4a-f275-4395-becb-3e8b22dd5ac6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.926981] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 833.926981] env[69287]: value = "task-3450428" [ 833.926981] env[69287]: _type = "Task" [ 833.926981] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.934937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935299] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 833.939046] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 833.939046] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5281b9a3-5a19-6b67-65a9-29d3463aae5c" [ 833.939046] env[69287]: _type = "Task" [ 833.939046] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.945937] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450428, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.958271] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5281b9a3-5a19-6b67-65a9-29d3463aae5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.962769] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4916e170-6fb1-4a0f-a2b0-c85995d9de54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.969911] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 833.969911] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272b6f0-d581-1044-fccf-ec3803b057fd" [ 833.969911] env[69287]: _type = "Task" [ 833.969911] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.984900] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272b6f0-d581-1044-fccf-ec3803b057fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.985272] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.985594] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] f43004b6-4ed1-4e7a-878b-b476b4fbe421/f43004b6-4ed1-4e7a-878b-b476b4fbe421.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.988506] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dd12db7-eb9e-4719-9fb5-5acd3f6dff30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.998247] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 833.998247] env[69287]: value = "task-3450429" [ 833.998247] env[69287]: _type = "Task" [ 833.998247] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.013301] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.024225] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2fa68b-a81f-46b6-9a89-3cfea93d3968 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.035837] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1cc353-7c25-4c19-b562-ec040d353b16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.042330] env[69287]: DEBUG oslo_concurrency.lockutils [req-4a68efcf-e3a0-4e1f-8fd6-e8bcf2bb1c17 req-b5325a78-c638-488a-801e-8454b9636367 service nova] Releasing lock "refresh_cache-f43004b6-4ed1-4e7a-878b-b476b4fbe421" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.074040] env[69287]: DEBUG nova.network.neutron [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.076594] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3df871-9442-4256-94d5-3355a069a2cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.087098] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1544efd6-d5bb-4792-a631-401b104d9040 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.107378] env[69287]: DEBUG nova.compute.provider_tree [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.173135] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.188314] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.188626] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.188831] env[69287]: INFO nova.compute.manager [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Attaching volume 3d6ca4c7-ba8f-4fda-95c5-648c10df654f to /dev/sdb [ 834.242429] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab800e3-3e12-40cc-a66d-39738522f549 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.255624] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101eee14-6f61-4d20-89f3-c051ed7c11bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.277041] env[69287]: DEBUG nova.virt.block_device [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updating existing volume attachment record: 962444c7-452c-4360-a081-a3af53debc06 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 834.291884] env[69287]: DEBUG nova.network.neutron [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Updating instance_info_cache with network_info: [{"id": "e27c0197-d14d-42e1-b87c-55adf9eaf84a", "address": "fa:16:3e:52:26:2e", "network": {"id": "dcda11f1-79c9-425c-b331-f99ff8194890", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-20506420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1290ae87db6f40cdb052e7ad6fc1a8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27c0197-d1", "ovs_interfaceid": "e27c0197-d14d-42e1-b87c-55adf9eaf84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.374039] env[69287]: DEBUG nova.network.neutron [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.439217] env[69287]: DEBUG nova.compute.manager [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.441050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e4dc43-d4e1-416e-86f6-93f779475e50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.451735] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450428, 'name': Rename_Task, 'duration_secs': 0.199601} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.452914] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.454446] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efc4e42f-0134-464f-9382-2f914800e481 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.468364] env[69287]: INFO nova.compute.manager [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Unrescuing [ 834.468632] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.468812] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquired lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.469042] env[69287]: DEBUG nova.network.neutron [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.470355] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 834.470355] env[69287]: value = "task-3450431" [ 834.470355] env[69287]: _type = "Task" [ 834.470355] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.483200] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.512169] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.614572] env[69287]: DEBUG nova.scheduler.client.report [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.778097] env[69287]: DEBUG nova.compute.manager [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Received event network-vif-plugged-e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.778256] env[69287]: DEBUG oslo_concurrency.lockutils [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] Acquiring lock "da70aeb0-9833-4416-a263-872c66d824d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.778502] env[69287]: DEBUG oslo_concurrency.lockutils [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] Lock "da70aeb0-9833-4416-a263-872c66d824d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.778730] env[69287]: DEBUG oslo_concurrency.lockutils [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] Lock "da70aeb0-9833-4416-a263-872c66d824d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.778967] env[69287]: DEBUG nova.compute.manager [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] No waiting events found dispatching network-vif-plugged-e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.779211] env[69287]: WARNING nova.compute.manager [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Received unexpected event network-vif-plugged-e27c0197-d14d-42e1-b87c-55adf9eaf84a for instance with vm_state building and task_state spawning. [ 834.779449] env[69287]: DEBUG nova.compute.manager [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Received event network-changed-e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.779663] env[69287]: DEBUG nova.compute.manager [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Refreshing instance network info cache due to event network-changed-e27c0197-d14d-42e1-b87c-55adf9eaf84a. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.779902] env[69287]: DEBUG oslo_concurrency.lockutils [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] Acquiring lock "refresh_cache-da70aeb0-9833-4416-a263-872c66d824d7" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.796089] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Releasing lock "refresh_cache-da70aeb0-9833-4416-a263-872c66d824d7" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.796555] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Instance network_info: |[{"id": "e27c0197-d14d-42e1-b87c-55adf9eaf84a", "address": "fa:16:3e:52:26:2e", "network": {"id": "dcda11f1-79c9-425c-b331-f99ff8194890", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-20506420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1290ae87db6f40cdb052e7ad6fc1a8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27c0197-d1", "ovs_interfaceid": "e27c0197-d14d-42e1-b87c-55adf9eaf84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.796857] env[69287]: DEBUG oslo_concurrency.lockutils [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] Acquired lock "refresh_cache-da70aeb0-9833-4416-a263-872c66d824d7" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.797053] env[69287]: DEBUG nova.network.neutron [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Refreshing network info cache for port e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.799087] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:26:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e27c0197-d14d-42e1-b87c-55adf9eaf84a', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.805949] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Creating folder: Project (1290ae87db6f40cdb052e7ad6fc1a8a3). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.806579] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fde6988-828f-45a1-a092-b412354c07e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.820932] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Created folder: Project (1290ae87db6f40cdb052e7ad6fc1a8a3) in parent group-v688742. [ 834.821306] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Creating folder: Instances. Parent ref: group-v688901. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.821611] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5c83a2b-8c0d-4a37-87c8-ba53ee344b6d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.833915] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Created folder: Instances in parent group-v688901. [ 834.834233] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.834447] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.834678] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65d71afd-81ae-4a90-a209-6bb78094e564 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.859235] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.859235] env[69287]: value = "task-3450436" [ 834.859235] env[69287]: _type = "Task" [ 834.859235] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.869034] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450436, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.877902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.968554] env[69287]: INFO nova.compute.manager [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] instance snapshotting [ 834.974026] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c81857-321e-4302-8570-c030ad97085a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.988552] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.009182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e597e57-6270-44d6-bcbd-1957962dc2c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.020592] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671917} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.023676] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] f43004b6-4ed1-4e7a-878b-b476b4fbe421/f43004b6-4ed1-4e7a-878b-b476b4fbe421.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.023676] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.027175] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6b970bf-90ff-4967-aac4-cf81b77a2c65 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.037742] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 835.037742] env[69287]: value = "task-3450437" [ 835.037742] env[69287]: _type = "Task" [ 835.037742] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.049846] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.121265] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.123554] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.130s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.123879] env[69287]: DEBUG nova.objects.instance [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lazy-loading 'resources' on Instance uuid a5b586bb-eb9b-4ed5-8c26-8a59f63eead4 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.129746] env[69287]: INFO nova.compute.manager [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Rebuilding instance [ 835.163099] env[69287]: INFO nova.scheduler.client.report [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocations for instance 4ff609df-07c8-420f-8eec-e89c33a51a33 [ 835.199095] env[69287]: DEBUG nova.compute.manager [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.200042] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3379e-376a-4119-b705-8badc1cad956 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.255377] env[69287]: DEBUG nova.network.neutron [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Updating instance_info_cache with network_info: [{"id": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "address": "fa:16:3e:25:42:5f", "network": {"id": "301ecb20-8b4d-4448-8916-d66387728ad5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-479104277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d5c8ffa0fed8405d838c0c5a0a40d821", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab1fcbf6-35", "ovs_interfaceid": "ab1fcbf6-35f5-41af-a6cd-39beb74680a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.351884] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [{"id": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "address": "fa:16:3e:5c:58:b0", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebd2fd41-a8", "ovs_interfaceid": "ebd2fd41-a871-4d7a-a73a-bf56c230ccd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.376571] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450436, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.485772] env[69287]: DEBUG oslo_vmware.api [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450431, 'name': PowerOnVM_Task, 'duration_secs': 0.801179} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.486154] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.486769] env[69287]: INFO nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Took 8.20 seconds to spawn the instance on the hypervisor. [ 835.486769] env[69287]: DEBUG nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.487760] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c34e2-9e6f-419f-b896-88cc3c2c3c09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.525459] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 835.525796] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3ed45c80-e76e-458b-b943-f59fd5b93d5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.536188] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 835.536188] env[69287]: value = "task-3450438" [ 835.536188] env[69287]: _type = "Task" [ 835.536188] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.555644] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116636} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.556264] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.557188] env[69287]: DEBUG nova.network.neutron [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Updated VIF entry in instance network info cache for port e27c0197-d14d-42e1-b87c-55adf9eaf84a. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.557549] env[69287]: DEBUG nova.network.neutron [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Updating instance_info_cache with network_info: [{"id": "e27c0197-d14d-42e1-b87c-55adf9eaf84a", "address": "fa:16:3e:52:26:2e", "network": {"id": "dcda11f1-79c9-425c-b331-f99ff8194890", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-20506420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1290ae87db6f40cdb052e7ad6fc1a8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27c0197-d1", "ovs_interfaceid": "e27c0197-d14d-42e1-b87c-55adf9eaf84a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.558841] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.559649] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdbb5e1-30b5-4876-9749-c7f4c840188d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.586809] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f43004b6-4ed1-4e7a-878b-b476b4fbe421/f43004b6-4ed1-4e7a-878b-b476b4fbe421.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.588150] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b643d8-a07d-45b0-a56e-e803aa97bf8b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.615553] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 835.615553] env[69287]: value = "task-3450439" [ 835.615553] env[69287]: _type = "Task" [ 835.615553] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.626356] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.685666] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bee0ca53-1271-4299-976c-84a1549fd0a2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "4ff609df-07c8-420f-8eec-e89c33a51a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.610s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.757786] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Releasing lock "refresh_cache-8d9f6973-84c3-486e-b609-6670e220a68a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.758591] env[69287]: DEBUG nova.objects.instance [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lazy-loading 'flavor' on Instance uuid 8d9f6973-84c3-486e-b609-6670e220a68a {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.855743] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-19b297d9-f3a5-4ebb-8964-815cd27c5fe9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.855968] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 835.856202] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.856371] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.856618] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.856781] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.856929] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.857086] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.857233] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 835.857353] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.875269] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450436, 'name': CreateVM_Task, 'duration_secs': 0.694853} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.875269] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.876081] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.876081] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.877066] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.877066] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30cd6de3-8017-42fa-9bcc-7f71a3b2355f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.887241] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 835.887241] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52221b7c-554f-3f4d-3868-ee92cdb9a32a" [ 835.887241] env[69287]: _type = "Task" [ 835.887241] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.902871] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52221b7c-554f-3f4d-3868-ee92cdb9a32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.012619] env[69287]: INFO nova.compute.manager [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Took 38.75 seconds to build instance. [ 836.033818] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5063e8-3b34-4778-a4c3-83035b7170f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.050629] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.052354] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996a9eb-9568-4245-a548-8ce9e86a6653 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.088612] env[69287]: DEBUG oslo_concurrency.lockutils [req-e25a6c7c-354c-4bcb-8ebe-edc7516f10cd req-c7b0b5c5-2c5a-4b2f-9617-52ba0a5d102e service nova] Releasing lock "refresh_cache-da70aeb0-9833-4416-a263-872c66d824d7" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.090344] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840c9b3-3923-4d30-aa7b-4ed682b59ce2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.099704] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a6b67-17b1-40fa-867b-4a9f1518d5e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.118048] env[69287]: DEBUG nova.compute.provider_tree [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.130588] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.218099] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.219036] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de05a6d-e4e1-4e3b-8db8-1e8776a0b59b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.228824] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 836.228824] env[69287]: value = "task-3450440" [ 836.228824] env[69287]: _type = "Task" [ 836.228824] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.241336] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.264705] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db7fadc-b7f7-46d7-af87-c88844d64b78 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.288285] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.288687] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6eb481-e79f-43da-8a90-242eee26d35e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.297814] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 836.297814] env[69287]: value = "task-3450441" [ 836.297814] env[69287]: _type = "Task" [ 836.297814] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.307046] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.361497] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.402817] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52221b7c-554f-3f4d-3868-ee92cdb9a32a, 'name': SearchDatastore_Task, 'duration_secs': 0.020349} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.403750] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.404034] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.404522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.404727] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.404920] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.405728] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddcd035-8029-492c-b379-c550bc427d2a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.411785] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78304065-e31c-41db-ac0f-f935e2432f15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.430725] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.435326] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.435500] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.436626] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c1c1b2-1998-4c5d-a0ad-30050baab0fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.443507] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 836.443507] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52057301-b7f3-3eb9-4898-99e625d1681b" [ 836.443507] env[69287]: _type = "Task" [ 836.443507] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.452753] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52057301-b7f3-3eb9-4898-99e625d1681b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.514393] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b4652f8-e820-4842-8675-9ae3f0a2748e tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.723s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.548754] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.625451] env[69287]: DEBUG nova.scheduler.client.report [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.633031] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450439, 'name': ReconfigVM_Task, 'duration_secs': 0.564872} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.633600] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f43004b6-4ed1-4e7a-878b-b476b4fbe421/f43004b6-4ed1-4e7a-878b-b476b4fbe421.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.634275] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b614125-ca0b-4298-9eba-22adb90e0e63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.643371] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 836.643371] env[69287]: value = "task-3450443" [ 836.643371] env[69287]: _type = "Task" [ 836.643371] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.655153] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450443, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.743088] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450440, 'name': PowerOffVM_Task, 'duration_secs': 0.420048} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.743216] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.745702] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.745702] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc80f2f3-362c-4804-9f62-0f6403265d3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.753219] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 836.753219] env[69287]: value = "task-3450444" [ 836.753219] env[69287]: _type = "Task" [ 836.753219] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.763620] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.812698] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.939167] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.939350] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98c7a943-aa59-44ae-989c-483198f5f0ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.949506] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 836.949506] env[69287]: value = "task-3450445" [ 836.949506] env[69287]: _type = "Task" [ 836.949506] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.956973] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52057301-b7f3-3eb9-4898-99e625d1681b, 'name': SearchDatastore_Task, 'duration_secs': 0.02341} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.958405] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0906bb-143b-46a9-8438-f76b17335340 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.963989] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.969339] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 836.969339] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52796f3e-c662-16ff-4574-76ba33abf77e" [ 836.969339] env[69287]: _type = "Task" [ 836.969339] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.979966] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52796f3e-c662-16ff-4574-76ba33abf77e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.049709] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450438, 'name': CreateSnapshot_Task, 'duration_secs': 1.181511} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.050033] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.050895] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e400da-755e-47cf-afa5-a52131c4b82a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.135489] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.138932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.510s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.140807] env[69287]: INFO nova.compute.claims [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.154814] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450443, 'name': Rename_Task, 'duration_secs': 0.207121} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.155157] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.155461] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56f8c86d-490a-4058-9971-fb93153528d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.163885] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 837.163885] env[69287]: value = "task-3450446" [ 837.163885] env[69287]: _type = "Task" [ 837.163885] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.171336] env[69287]: INFO nova.scheduler.client.report [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Deleted allocations for instance a5b586bb-eb9b-4ed5-8c26-8a59f63eead4 [ 837.177454] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.266103] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 837.266276] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 837.266553] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688780', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'name': 'volume-e5ab885b-90ce-413f-8f2f-ee642b97f024', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6b327b-5fd6-4a60-8358-37a612b17ed5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'serial': 'e5ab885b-90ce-413f-8f2f-ee642b97f024'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 837.268077] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaea809-2a76-4474-b95b-a0f49b6eabaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.289229] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47208bee-2371-4b23-82d1-3d7c1b45581f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.298025] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e4ec8-ee8d-463f-bc07-003b520222c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.313652] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.330529] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6acdd8d-3769-42fa-bf3c-a0443c5b67e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.349091] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] The volume has not been displaced from its original location: [datastore2] volume-e5ab885b-90ce-413f-8f2f-ee642b97f024/volume-e5ab885b-90ce-413f-8f2f-ee642b97f024.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 837.356236] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.356236] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc29906-8592-46fd-8686-290d54ff169b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.380583] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 837.380583] env[69287]: value = "task-3450447" [ 837.380583] env[69287]: _type = "Task" [ 837.380583] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.395496] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.395898] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.397218] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.462057] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450445, 'name': PowerOffVM_Task, 'duration_secs': 0.37841} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.462348] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.462539] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.480769] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52796f3e-c662-16ff-4574-76ba33abf77e, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.481099] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.481355] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] da70aeb0-9833-4416-a263-872c66d824d7/da70aeb0-9833-4416-a263-872c66d824d7.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.481620] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-309d85d7-0665-4c55-963a-1f75a73f3dca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.491233] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 837.491233] env[69287]: value = "task-3450448" [ 837.491233] env[69287]: _type = "Task" [ 837.491233] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.500350] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.571228] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.571838] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e94927d-0fc5-45e8-b07b-53a2b14bafb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.583819] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 837.583819] env[69287]: value = "task-3450449" [ 837.583819] env[69287]: _type = "Task" [ 837.583819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.595195] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.677962] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.684562] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb445198-0dea-41e0-8d81-6c1046bf4a18 tempest-InstanceActionsTestJSON-107679814 tempest-InstanceActionsTestJSON-107679814-project-member] Lock "a5b586bb-eb9b-4ed5-8c26-8a59f63eead4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.212s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.811783] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450441, 'name': PowerOffVM_Task, 'duration_secs': 1.141537} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.812190] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.818385] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.818846] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf74c24-e87f-41b6-8a60-afe63e00f7be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.844647] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 837.844647] env[69287]: value = "task-3450450" [ 837.844647] env[69287]: _type = "Task" [ 837.844647] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.852758] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.891569] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450447, 'name': ReconfigVM_Task, 'duration_secs': 0.260454} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.892129] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 837.898855] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.902865] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c4107e-73e1-4cfe-bb26-32cf23d8341b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.925037] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 837.925037] env[69287]: value = "task-3450451" [ 837.925037] env[69287]: _type = "Task" [ 837.925037] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.936091] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.948160] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c80c-d050-8988-88fc-189c83b94c11/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.949319] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77803483-0069-4d81-bb09-ac3ba94c8e9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.961017] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c80c-d050-8988-88fc-189c83b94c11/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.961017] env[69287]: ERROR oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c80c-d050-8988-88fc-189c83b94c11/disk-0.vmdk due to incomplete transfer. [ 837.961017] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20b359e7-a74c-47a7-baba-0bcf73b52557 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.972025] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.972025] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.972025] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.972025] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.973042] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.973210] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.973505] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.973765] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.974193] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.974443] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.974843] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.984799] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c80c392-c252-4a78-a3d6-c0827bd4a0ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.998471] env[69287]: DEBUG oslo_vmware.rw_handles [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239c80c-d050-8988-88fc-189c83b94c11/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.998471] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Uploaded image 8be071d8-1858-4bd9-9198-0d27578cd3b2 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.004020] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.004020] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82d4b8e1-160d-441c-b5bb-1d0fccc1fd7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.022036] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.026547] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 838.026547] env[69287]: value = "task-3450452" [ 838.026547] env[69287]: _type = "Task" [ 838.026547] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.026895] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 838.026895] env[69287]: value = "task-3450453" [ 838.026895] env[69287]: _type = "Task" [ 838.026895] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.042756] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.046389] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450452, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.098065] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task} progress is 93%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.180319] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.357273] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450450, 'name': ReconfigVM_Task, 'duration_secs': 0.257186} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.360340] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.360675] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.361230] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c5083e-7fc4-4a75-8608-0d7f039f9bb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.376325] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 838.376325] env[69287]: value = "task-3450454" [ 838.376325] env[69287]: _type = "Task" [ 838.376325] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.394836] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.424358] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.444392] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450451, 'name': ReconfigVM_Task, 'duration_secs': 0.484614} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.444392] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688780', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'name': 'volume-e5ab885b-90ce-413f-8f2f-ee642b97f024', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6b327b-5fd6-4a60-8358-37a612b17ed5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5ab885b-90ce-413f-8f2f-ee642b97f024', 'serial': 'e5ab885b-90ce-413f-8f2f-ee642b97f024'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 838.444392] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.444392] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e48b49-5b42-47d4-8593-624982cfc856 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.454804] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.455188] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3acb82c7-80ed-4402-ad8d-7da860c57f67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.510309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.510561] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.510776] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.510957] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.511141] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.513800] env[69287]: INFO nova.compute.manager [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Terminating instance [ 838.522539] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450448, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.013534} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.523033] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] da70aeb0-9833-4416-a263-872c66d824d7/da70aeb0-9833-4416-a263-872c66d824d7.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.523894] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.523894] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee1d838-d828-4bcf-9c84-d5a5ff8b9edd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.541080] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 838.541080] env[69287]: value = "task-3450456" [ 838.541080] env[69287]: _type = "Task" [ 838.541080] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.553075] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450452, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.553366] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.560252] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.595979] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.658933] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd067584-7368-456d-866e-2c9783be893e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.672411] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845d837b-f98e-4f9e-98f8-90d9e9ad073c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.682840] env[69287]: DEBUG oslo_vmware.api [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450446, 'name': PowerOnVM_Task, 'duration_secs': 1.344987} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.711505] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.711805] env[69287]: INFO nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Took 8.89 seconds to spawn the instance on the hypervisor. [ 838.712036] env[69287]: DEBUG nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.713400] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0866680f-55eb-468a-a968-b6db6ec5610a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.716707] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198d41c8-9afa-4e37-8a90-585ff50ac54e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.726390] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8fb730-17fa-411e-99a0-101da209ba2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.746086] env[69287]: DEBUG nova.compute.provider_tree [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.830779] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.831035] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688900', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'name': 'volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0644f3d-ca8f-4411-b54b-e24c33070882', 'attached_at': '', 'detached_at': '', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'serial': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.831926] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6008fb-879e-4b0a-9b32-b9cae456a150 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.854502] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91532a44-3075-490f-9dba-5cb7fdc41b47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.886343] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f/volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.888712] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0c376f-c0fa-47cf-be1c-72f7af98dcf9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.906500] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.906699] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.906921] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Deleting the datastore file [datastore2] fa6b327b-5fd6-4a60-8358-37a612b17ed5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.907348] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4609bb-fef5-4317-a4f9-3ca4a03062ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.917042] env[69287]: DEBUG oslo_vmware.api [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450454, 'name': PowerOnVM_Task, 'duration_secs': 0.511601} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.919254] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.919505] env[69287]: DEBUG nova.compute.manager [None req-aa18464b-dd7a-4058-9aa4-a4f392a9b760 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.919887] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Waiting for the task: (returnval){ [ 838.919887] env[69287]: value = "task-3450457" [ 838.919887] env[69287]: _type = "Task" [ 838.919887] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.920651] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82628bfe-15aa-4f32-a228-2e40a7fe9c73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.929485] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for the task: (returnval){ [ 838.929485] env[69287]: value = "task-3450458" [ 838.929485] env[69287]: _type = "Task" [ 838.929485] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.940833] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.947794] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.023832] env[69287]: DEBUG nova.compute.manager [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.024099] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.025087] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf8f9e-7263-41d3-aa1d-7cc87bdee893 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.048867] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450452, 'name': Destroy_Task, 'duration_secs': 0.991555} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.049139] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450453, 'name': ReconfigVM_Task, 'duration_secs': 0.550876} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.057043] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Destroyed the VM [ 839.057043] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.057043] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.062777] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.063393] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-498c006e-0413-4045-93e6-02edaf215e62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.065546] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c13325-b0e7-48b0-9c12-0abcbdda67a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.073709] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321886} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.075383] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.075804] env[69287]: DEBUG oslo_vmware.api [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 839.075804] env[69287]: value = "task-3450459" [ 839.075804] env[69287]: _type = "Task" [ 839.075804] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.078524] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46823a33-0dc7-4429-bec3-0de8ee28a856 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.081911] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 839.081911] env[69287]: value = "task-3450460" [ 839.081911] env[69287]: _type = "Task" [ 839.081911] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.114138] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] da70aeb0-9833-4416-a263-872c66d824d7/da70aeb0-9833-4416-a263-872c66d824d7.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.119040] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617c53e2-343d-4806-ada9-465014d5dd82 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.134474] env[69287]: DEBUG oslo_vmware.api [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.139150] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.145649] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.147621] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 839.147621] env[69287]: value = "task-3450461" [ 839.147621] env[69287]: _type = "Task" [ 839.147621] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.159815] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.246839] env[69287]: INFO nova.compute.manager [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Took 35.53 seconds to build instance. [ 839.252179] env[69287]: DEBUG nova.scheduler.client.report [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.438880] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.449584] env[69287]: DEBUG oslo_vmware.api [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Task: {'id': task-3450458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238661} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.450785] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.450968] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.451160] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.520930] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 839.521309] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-610d4a7b-e893-420f-9dd8-79dff685d91b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.531991] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884fd455-dbd9-418c-9854-b2819ce3f4a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.568584] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e969e2b-67bd-41cd-8a87-2ec3b4c02319',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1038475960',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.568584] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.568584] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.568584] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.568990] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.568990] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.568990] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.568990] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.568990] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.569210] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.569210] env[69287]: DEBUG nova.virt.hardware [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.574223] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.589268] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16704bf9-0678-4a85-a1fc-989ec773df48 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.605362] env[69287]: ERROR nova.compute.manager [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Failed to detach volume e5ab885b-90ce-413f-8f2f-ee642b97f024 from /dev/sda: nova.exception.InstanceNotFound: Instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 could not be found. [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Traceback (most recent call last): [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self.driver.rebuild(**kwargs) [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] raise NotImplementedError() [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] NotImplementedError [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] During handling of the above exception, another exception occurred: [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Traceback (most recent call last): [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 839.605362] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self.driver.detach_volume(context, old_connection_info, [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] return self._volumeops.detach_volume(connection_info, instance) [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._detach_volume_vmdk(connection_info, instance) [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] stable_ref.fetch_moref(session) [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] nova.exception.InstanceNotFound: Instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 could not be found. [ 839.606107] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.631026] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.631026] env[69287]: DEBUG oslo_vmware.api [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450459, 'name': PowerOffVM_Task, 'duration_secs': 0.218481} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.633405] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.633510] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.633764] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 839.633764] env[69287]: value = "task-3450462" [ 839.633764] env[69287]: _type = "Task" [ 839.633764] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.634031] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.634252] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98b9b54d-f90f-43f6-aa23-2d84efe56a32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.651302] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.660093] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450461, 'name': ReconfigVM_Task, 'duration_secs': 0.383481} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.660539] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Reconfigured VM instance instance-00000037 to attach disk [datastore2] da70aeb0-9833-4416-a263-872c66d824d7/da70aeb0-9833-4416-a263-872c66d824d7.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.661311] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb43ef8d-a8e2-45cc-aaa7-36171abbcb43 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.670618] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 839.670618] env[69287]: value = "task-3450464" [ 839.670618] env[69287]: _type = "Task" [ 839.670618] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.682447] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450464, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.755959] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4bf83a0-83d6-4fe4-8773-5a51d22c005f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.914s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.757271] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.757559] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.757775] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Deleting the datastore file [datastore2] efc68176-3bc9-47d2-9daa-ba37d8e543d1 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.758077] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae8992c-d072-4a1e-986c-033c265496be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.761549] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.761621] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.765857] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.204s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.767924] env[69287]: DEBUG nova.objects.instance [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lazy-loading 'resources' on Instance uuid 9a9112e4-5798-4ff4-87b8-e91ff59cffcc {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.773173] env[69287]: DEBUG oslo_vmware.api [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for the task: (returnval){ [ 839.773173] env[69287]: value = "task-3450465" [ 839.773173] env[69287]: _type = "Task" [ 839.773173] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.787025] env[69287]: DEBUG oslo_vmware.api [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.788866] env[69287]: DEBUG nova.compute.utils [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Build of instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 aborted: Failed to rebuild volume backed instance. {{(pid=69287) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 839.793815] env[69287]: ERROR nova.compute.manager [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 aborted: Failed to rebuild volume backed instance. [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Traceback (most recent call last): [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self.driver.rebuild(**kwargs) [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] raise NotImplementedError() [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] NotImplementedError [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] During handling of the above exception, another exception occurred: [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Traceback (most recent call last): [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 839.793815] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._detach_root_volume(context, instance, root_bdm) [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] with excutils.save_and_reraise_exception(): [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self.force_reraise() [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] raise self.value [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self.driver.detach_volume(context, old_connection_info, [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] return self._volumeops.detach_volume(connection_info, instance) [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 839.794476] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._detach_volume_vmdk(connection_info, instance) [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] stable_ref.fetch_moref(session) [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] nova.exception.InstanceNotFound: Instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 could not be found. [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] During handling of the above exception, another exception occurred: [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Traceback (most recent call last): [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] yield [ 839.795234] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._do_rebuild_instance_with_claim( [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._do_rebuild_instance( [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._rebuild_default_impl(**kwargs) [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] self._rebuild_volume_backed_instance( [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] raise exception.BuildAbortException( [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] nova.exception.BuildAbortException: Build of instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 aborted: Failed to rebuild volume backed instance. [ 839.795726] env[69287]: ERROR nova.compute.manager [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] [ 839.847282] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "8d9f6973-84c3-486e-b609-6670e220a68a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.847620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "8d9f6973-84c3-486e-b609-6670e220a68a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.847903] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "8d9f6973-84c3-486e-b609-6670e220a68a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.848158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "8d9f6973-84c3-486e-b609-6670e220a68a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.848340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "8d9f6973-84c3-486e-b609-6670e220a68a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.851326] env[69287]: INFO nova.compute.manager [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Terminating instance [ 839.934704] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450457, 'name': ReconfigVM_Task, 'duration_secs': 0.888551} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.935036] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f/volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.940091] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d849c0-9b66-40bb-bfc0-cf197b34bf6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.958812] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Waiting for the task: (returnval){ [ 839.958812] env[69287]: value = "task-3450466" [ 839.958812] env[69287]: _type = "Task" [ 839.958812] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.968377] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.125597] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.126531] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450460, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.147973] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450462, 'name': ReconfigVM_Task, 'duration_secs': 0.285077} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.148392] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.149374] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c670e8d2-07a4-4629-8c88-66638e458f87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.175481] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.175956] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d54e79-7d44-42ba-9d5c-4bef3876b56a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.199545] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450464, 'name': Rename_Task, 'duration_secs': 0.243954} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.201073] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.201431] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 840.201431] env[69287]: value = "task-3450467" [ 840.201431] env[69287]: _type = "Task" [ 840.201431] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.201633] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88820f06-ca37-46b6-81d3-3296d167872d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.212894] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.214420] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 840.214420] env[69287]: value = "task-3450468" [ 840.214420] env[69287]: _type = "Task" [ 840.214420] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.226040] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.271805] env[69287]: DEBUG nova.compute.utils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 840.276589] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.276766] env[69287]: DEBUG nova.network.neutron [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.289895] env[69287]: DEBUG oslo_vmware.api [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Task: {'id': task-3450465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207352} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.290867] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.291096] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.291740] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.291740] env[69287]: INFO nova.compute.manager [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Took 1.27 seconds to destroy the instance on the hypervisor. [ 840.291925] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.292361] env[69287]: DEBUG nova.compute.manager [-] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.292462] env[69287]: DEBUG nova.network.neutron [-] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.344276] env[69287]: DEBUG nova.policy [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '741d01955bc1439fb3dd76f019c6496a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a19563fb99c4342a0d089249b9edc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.356636] env[69287]: DEBUG nova.compute.manager [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.358392] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.361892] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8428017a-8090-45ee-bc36-ad85940a807d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.374793] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.378144] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb19726-b438-417a-b42f-5f7cb866b475 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.387893] env[69287]: DEBUG oslo_vmware.api [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 840.387893] env[69287]: value = "task-3450469" [ 840.387893] env[69287]: _type = "Task" [ 840.387893] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.399285] env[69287]: DEBUG oslo_vmware.api [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.473614] env[69287]: DEBUG oslo_vmware.api [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450466, 'name': ReconfigVM_Task, 'duration_secs': 0.20916} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.476628] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688900', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'name': 'volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0644f3d-ca8f-4411-b54b-e24c33070882', 'attached_at': '', 'detached_at': '', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'serial': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 840.619803] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450449, 'name': CloneVM_Task, 'duration_secs': 2.581922} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.622463] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Created linked-clone VM from snapshot [ 840.622600] env[69287]: DEBUG oslo_vmware.api [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450460, 'name': RemoveSnapshot_Task, 'duration_secs': 1.193501} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.623361] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf5be5-5a55-42ba-b5ef-cd102530debf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.625916] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.626162] env[69287]: INFO nova.compute.manager [None req-bdbef552-0e49-4ab4-a3da-e9b50af8804b tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Took 18.11 seconds to snapshot the instance on the hypervisor. [ 840.638461] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Uploading image cf3d516a-912e-4cb0-91c6-fd0e0d273a39 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 840.674861] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 840.674861] env[69287]: value = "vm-688905" [ 840.674861] env[69287]: _type = "VirtualMachine" [ 840.674861] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 840.678361] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e3ea0de-50e1-4769-ae8e-911fbcd2f855 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.686751] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease: (returnval){ [ 840.686751] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52960646-b2e3-6e1c-9f6f-4d54e4628dfc" [ 840.686751] env[69287]: _type = "HttpNfcLease" [ 840.686751] env[69287]: } obtained for exporting VM: (result){ [ 840.686751] env[69287]: value = "vm-688905" [ 840.686751] env[69287]: _type = "VirtualMachine" [ 840.686751] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 840.687040] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the lease: (returnval){ [ 840.687040] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52960646-b2e3-6e1c-9f6f-4d54e4628dfc" [ 840.687040] env[69287]: _type = "HttpNfcLease" [ 840.687040] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 840.698105] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.698105] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52960646-b2e3-6e1c-9f6f-4d54e4628dfc" [ 840.698105] env[69287]: _type = "HttpNfcLease" [ 840.698105] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 840.715799] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450467, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.730257] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.736532] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3960d796-2f0c-461f-bd9b-99ebca232485 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.746289] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9bc30c-ad15-4da3-af37-0af942f76304 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.783498] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.787545] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80698b94-549a-49de-aeb8-e0ce8a682faa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.797994] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b4984-af1d-4e99-8544-1a7ce472dedb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.819023] env[69287]: DEBUG nova.compute.provider_tree [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.828460] env[69287]: DEBUG nova.network.neutron [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Successfully created port: a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.841230] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.841490] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.841691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.841871] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.842048] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.844311] env[69287]: INFO nova.compute.manager [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Terminating instance [ 840.899787] env[69287]: DEBUG oslo_vmware.api [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450469, 'name': PowerOffVM_Task, 'duration_secs': 0.191196} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.899988] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.900165] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.900461] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97e488b0-2c75-4d9e-8ebb-601151aeef39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.008391] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.008703] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.009015] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Deleting the datastore file [datastore1] 8d9f6973-84c3-486e-b609-6670e220a68a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.009562] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a74557f-b917-43eb-a654-4430417987d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.019169] env[69287]: DEBUG oslo_vmware.api [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 841.019169] env[69287]: value = "task-3450472" [ 841.019169] env[69287]: _type = "Task" [ 841.019169] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.033398] env[69287]: DEBUG oslo_vmware.api [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.199463] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.199463] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52960646-b2e3-6e1c-9f6f-4d54e4628dfc" [ 841.199463] env[69287]: _type = "HttpNfcLease" [ 841.199463] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 841.199751] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 841.199751] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52960646-b2e3-6e1c-9f6f-4d54e4628dfc" [ 841.199751] env[69287]: _type = "HttpNfcLease" [ 841.199751] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 841.200563] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ae5082-e4f3-49ba-b398-eb551052cb49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.206150] env[69287]: DEBUG nova.compute.manager [req-b8d75a54-921e-4cee-b63b-6bb81cae3fab req-d9edfdf5-8aaa-481c-addb-dba156b27d72 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Received event network-vif-deleted-3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.206150] env[69287]: INFO nova.compute.manager [req-b8d75a54-921e-4cee-b63b-6bb81cae3fab req-d9edfdf5-8aaa-481c-addb-dba156b27d72 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Neutron deleted interface 3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0; detaching it from the instance and deleting it from the info cache [ 841.206591] env[69287]: DEBUG nova.network.neutron [req-b8d75a54-921e-4cee-b63b-6bb81cae3fab req-d9edfdf5-8aaa-481c-addb-dba156b27d72 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.216669] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6abb9-177f-c458-80a8-abc9bc70e688/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 841.216906] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6abb9-177f-c458-80a8-abc9bc70e688/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 841.229256] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450467, 'name': ReconfigVM_Task, 'duration_secs': 0.56166} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.286916] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.287521] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.299908] env[69287]: DEBUG oslo_vmware.api [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450468, 'name': PowerOnVM_Task, 'duration_secs': 0.712118} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.303021] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.303021] env[69287]: INFO nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Took 8.80 seconds to spawn the instance on the hypervisor. [ 841.303021] env[69287]: DEBUG nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.303021] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3829f589-9ba9-4f1e-9bfb-5958c1ea9017 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.322603] env[69287]: DEBUG nova.scheduler.client.report [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.349200] env[69287]: DEBUG nova.compute.manager [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.349355] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.350211] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14657741-d5c0-4ae7-8e01-c1cfe70fa7f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.360419] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.362272] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47eb6a01-af95-4783-bae2-b71075a3d677 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.370241] env[69287]: DEBUG oslo_vmware.api [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 841.370241] env[69287]: value = "task-3450473" [ 841.370241] env[69287]: _type = "Task" [ 841.370241] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.381946] env[69287]: DEBUG oslo_vmware.api [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.422730] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64f01db9-18e2-40a1-8e83-5392ad01fc48 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.525947] env[69287]: DEBUG nova.network.neutron [-] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.531954] env[69287]: DEBUG oslo_vmware.api [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234635} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.532784] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.532784] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.532919] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.533913] env[69287]: INFO nova.compute.manager [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 841.533913] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.533913] env[69287]: DEBUG nova.compute.manager [-] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.534090] env[69287]: DEBUG nova.network.neutron [-] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.548616] env[69287]: DEBUG nova.objects.instance [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lazy-loading 'flavor' on Instance uuid e0644f3d-ca8f-4411-b54b-e24c33070882 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.714860] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff7911d1-eb45-43ae-af24-8cddc74c8aab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.728679] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bba867-5bb7-4a85-9dfb-e28075dc1d04 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.774617] env[69287]: DEBUG nova.compute.manager [req-b8d75a54-921e-4cee-b63b-6bb81cae3fab req-d9edfdf5-8aaa-481c-addb-dba156b27d72 service nova] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Detach interface failed, port_id=3fc202e0-5e2f-41f4-a00f-4c3bf424d6a0, reason: Instance efc68176-3bc9-47d2-9daa-ba37d8e543d1 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 841.799340] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed46b11-2070-4aaa-bf5e-454b20fef6a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.803653] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.830761] env[69287]: DEBUG oslo_concurrency.lockutils [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.845440] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.853158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.264s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.853158] env[69287]: DEBUG nova.objects.instance [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lazy-loading 'resources' on Instance uuid 9df3a8ed-6ee2-422e-9242-70ba607aba5c {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.856039] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3121b4b-4ca5-4373-9721-2edb6037dd98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.859851] env[69287]: INFO nova.compute.manager [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Took 35.23 seconds to build instance. [ 841.880930] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.886931] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.887563] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.887563] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.887563] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.887950] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.888041] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.893020] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.893020] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.893020] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.893020] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.893020] env[69287]: DEBUG nova.virt.hardware [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.895385] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d80c0-a101-4bc9-9d35-449e9159385e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.900044] env[69287]: INFO nova.scheduler.client.report [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleted allocations for instance 9a9112e4-5798-4ff4-87b8-e91ff59cffcc [ 841.913404] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f8a03-ec34-4754-80cd-a76a8e561058 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.918486] env[69287]: DEBUG oslo_vmware.api [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450473, 'name': PowerOffVM_Task, 'duration_secs': 0.29911} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.919125] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.919477] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.920257] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19eb06e4-9c74-42d9-a178-1982f4c0191c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.999278] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.999583] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.999866] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore2] f43004b6-4ed1-4e7a-878b-b476b4fbe421 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.001326] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d318b0-39ce-4286-8919-2470c8db7f7b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.009656] env[69287]: DEBUG oslo_vmware.api [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 842.009656] env[69287]: value = "task-3450475" [ 842.009656] env[69287]: _type = "Task" [ 842.009656] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.018796] env[69287]: DEBUG oslo_vmware.api [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.029021] env[69287]: INFO nova.compute.manager [-] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Took 1.74 seconds to deallocate network for instance. [ 842.054885] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab525c03-fe55-4904-9710-6aabad5e2bbf tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.366769] env[69287]: DEBUG oslo_concurrency.lockutils [None req-769f8d6a-9bec-4941-a570-2e0d6cb91548 tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "da70aeb0-9833-4416-a263-872c66d824d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.140s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.413547] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be8a5c56-11c6-4e42-9527-20cb3ac4bd34 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "9a9112e4-5798-4ff4-87b8-e91ff59cffcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.403s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.484406] env[69287]: DEBUG nova.network.neutron [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Port 501fc7bd-86fc-4650-9049-6fd9821cfefd binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 842.525868] env[69287]: DEBUG nova.network.neutron [-] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.531261] env[69287]: DEBUG oslo_vmware.api [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367059} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.533125] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.533125] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.533125] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.533125] env[69287]: INFO nova.compute.manager [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Took 1.18 seconds to destroy the instance on the hypervisor. [ 842.533125] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.533567] env[69287]: DEBUG nova.compute.manager [-] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.533567] env[69287]: DEBUG nova.network.neutron [-] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.542014] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.607161] env[69287]: DEBUG nova.compute.manager [req-cf61dee4-5f77-4c2d-9e50-571ef22c900c req-90f95053-34f6-4451-94e0-25599d231ae5 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Received event network-vif-plugged-a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.607161] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf61dee4-5f77-4c2d-9e50-571ef22c900c req-90f95053-34f6-4451-94e0-25599d231ae5 service nova] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.607161] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf61dee4-5f77-4c2d-9e50-571ef22c900c req-90f95053-34f6-4451-94e0-25599d231ae5 service nova] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.608758] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf61dee4-5f77-4c2d-9e50-571ef22c900c req-90f95053-34f6-4451-94e0-25599d231ae5 service nova] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.610064] env[69287]: DEBUG nova.compute.manager [req-cf61dee4-5f77-4c2d-9e50-571ef22c900c req-90f95053-34f6-4451-94e0-25599d231ae5 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] No waiting events found dispatching network-vif-plugged-a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.610064] env[69287]: WARNING nova.compute.manager [req-cf61dee4-5f77-4c2d-9e50-571ef22c900c req-90f95053-34f6-4451-94e0-25599d231ae5 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Received unexpected event network-vif-plugged-a163cca0-2f87-4830-8997-285293c7e984 for instance with vm_state building and task_state spawning. [ 842.638113] env[69287]: DEBUG nova.network.neutron [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Successfully updated port: a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.711912] env[69287]: DEBUG nova.compute.manager [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.713305] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a03304-79d2-41b5-8ffe-f54b92fc229d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.848053] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84103c8-780b-4712-951c-014ec38a8430 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.857220] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeafea7-f596-49cf-8d8a-8a51a0bd3264 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.893968] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e289d6-229e-42e4-999d-e2f3bf8bcf63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.902997] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad72c4-7310-4bc9-ab7b-7b85988eeccc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.922013] env[69287]: DEBUG nova.compute.provider_tree [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.022381] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.022710] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.022710] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.022926] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.023093] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.026706] env[69287]: INFO nova.compute.manager [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Terminating instance [ 843.032763] env[69287]: INFO nova.compute.manager [-] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Took 1.50 seconds to deallocate network for instance. [ 843.140709] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.140905] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.140905] env[69287]: DEBUG nova.network.neutron [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.228296] env[69287]: INFO nova.compute.manager [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] instance snapshotting [ 843.231305] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682a7cf-9af9-4063-87f4-e983498b0bc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.254144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c3e80-81c5-4989-add5-676ca50630b4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.425043] env[69287]: DEBUG nova.scheduler.client.report [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.508800] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "interface-da70aeb0-9833-4416-a263-872c66d824d7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.509056] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "interface-da70aeb0-9833-4416-a263-872c66d824d7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.509360] env[69287]: DEBUG nova.objects.instance [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lazy-loading 'flavor' on Instance uuid da70aeb0-9833-4416-a263-872c66d824d7 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.514900] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.514900] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.515014] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.531683] env[69287]: DEBUG nova.compute.manager [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.534121] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-735769d8-a9f1-4f94-9eb2-89e1dcedfe80 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.543204] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.548098] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5348d93-7d90-4243-a29c-c2bcf32bac98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.595793] env[69287]: WARNING nova.virt.vmwareapi.driver [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 could not be found. [ 843.596291] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.598184] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5deeacf4-a932-4a47-8ef8-267b8dd3e6f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.608710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33753ab9-b685-453f-b79e-b149ccf0ba35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.620693] env[69287]: DEBUG nova.network.neutron [-] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.656769] env[69287]: WARNING nova.virt.vmwareapi.vmops [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fa6b327b-5fd6-4a60-8358-37a612b17ed5 could not be found. [ 843.656984] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.657182] env[69287]: INFO nova.compute.manager [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Took 0.12 seconds to destroy the instance on the hypervisor. [ 843.657472] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.659406] env[69287]: DEBUG nova.compute.manager [-] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.659406] env[69287]: DEBUG nova.network.neutron [-] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.664467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "256523a9-f101-4231-b1bf-3af7564b4dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.664467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.726224] env[69287]: DEBUG nova.network.neutron [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.768710] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.768710] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1b3ac4c-61a3-46c9-8e21-7bad3193483a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.783141] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 843.783141] env[69287]: value = "task-3450476" [ 843.783141] env[69287]: _type = "Task" [ 843.783141] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.795199] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.913752] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.914143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.931863] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.936398] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.645s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.939701] env[69287]: INFO nova.compute.claims [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.973777] env[69287]: INFO nova.scheduler.client.report [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Deleted allocations for instance 9df3a8ed-6ee2-422e-9242-70ba607aba5c [ 844.016945] env[69287]: DEBUG nova.objects.instance [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lazy-loading 'pci_requests' on Instance uuid da70aeb0-9833-4416-a263-872c66d824d7 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.056753] env[69287]: DEBUG nova.network.neutron [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.125063] env[69287]: INFO nova.compute.manager [-] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Took 1.59 seconds to deallocate network for instance. [ 844.149376] env[69287]: DEBUG nova.compute.manager [req-8984de3f-9e6c-4d9f-bf18-dbdfcefbbf87 req-98467da6-4ea7-4f42-a694-7f7e6bc7c0f0 service nova] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Received event network-vif-deleted-ab1fcbf6-35f5-41af-a6cd-39beb74680a0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.149376] env[69287]: DEBUG nova.compute.manager [req-8984de3f-9e6c-4d9f-bf18-dbdfcefbbf87 req-98467da6-4ea7-4f42-a694-7f7e6bc7c0f0 service nova] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Received event network-vif-deleted-601a5829-eef6-445a-b883-b4e892f6079c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.167340] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.294189] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450476, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.422281] env[69287]: INFO nova.compute.manager [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Detaching volume 3d6ca4c7-ba8f-4fda-95c5-648c10df654f [ 844.471028] env[69287]: INFO nova.virt.block_device [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Attempting to driver detach volume 3d6ca4c7-ba8f-4fda-95c5-648c10df654f from mountpoint /dev/sdb [ 844.471028] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 844.471028] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688900', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'name': 'volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0644f3d-ca8f-4411-b54b-e24c33070882', 'attached_at': '', 'detached_at': '', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'serial': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 844.471028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb1425d-1ee7-4965-a92e-1fe7252b0c6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.501765] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adce7ad-1a45-4a25-80db-5bf3f1c4d630 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.505291] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5af77925-cb4d-4042-b779-861b9cfd4e53 tempest-SecurityGroupsTestJSON-979613040 tempest-SecurityGroupsTestJSON-979613040-project-member] Lock "9df3a8ed-6ee2-422e-9242-70ba607aba5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.829s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.512911] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87224468-9263-4805-a876-b847ae68f9ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.540784] env[69287]: DEBUG nova.objects.base [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.541056] env[69287]: DEBUG nova.network.neutron [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.548260] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a60f26-9d8c-4441-8198-ca917933e5e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.567258] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.567643] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Instance network_info: |[{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.567969] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f/volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 844.574029] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.574029] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ca:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a163cca0-2f87-4830-8997-285293c7e984', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.582388] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating folder: Project (1a19563fb99c4342a0d089249b9edc1f). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.582690] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d63fde-c99a-47ca-8d69-8430f7cb548f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.599196] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c87f485c-c8b1-45a6-b889-386352536748 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.609785] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Waiting for the task: (returnval){ [ 844.609785] env[69287]: value = "task-3450478" [ 844.609785] env[69287]: _type = "Task" [ 844.609785] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.615289] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.615529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615752] env[69287]: DEBUG nova.network.neutron [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.619455] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created folder: Project (1a19563fb99c4342a0d089249b9edc1f) in parent group-v688742. [ 844.619820] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating folder: Instances. Parent ref: group-v688907. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.620751] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-151d91c1-2a3d-4725-8b5c-c37a43588036 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.627771] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.632657] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.635759] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created folder: Instances in parent group-v688907. [ 844.636016] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.636219] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.636460] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be76bea-1c0e-43d5-a5e9-b3a43222a567 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.655815] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ebdb86d-5d92-4ffe-b4d0-c1dbc294a70a tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "interface-da70aeb0-9833-4416-a263-872c66d824d7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.147s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.664401] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.664401] env[69287]: value = "task-3450480" [ 844.664401] env[69287]: _type = "Task" [ 844.664401] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.677744] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450480, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.698619] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.754851] env[69287]: DEBUG nova.network.neutron [-] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.795168] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450476, 'name': CreateSnapshot_Task, 'duration_secs': 0.7716} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.796097] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.796221] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99f8fe4-9175-46b3-8f4e-3309148a69e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.127860] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450478, 'name': ReconfigVM_Task, 'duration_secs': 0.400506} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.128232] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.138303] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f0f15b-676c-4a14-8b21-013340d8c1e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.162643] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Waiting for the task: (returnval){ [ 845.162643] env[69287]: value = "task-3450481" [ 845.162643] env[69287]: _type = "Task" [ 845.162643] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.180920] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.186935] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450480, 'name': CreateVM_Task, 'duration_secs': 0.442057} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.187105] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.187854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.188039] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.188474] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.188755] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cff02e-cb0f-43d1-8674-bc29c8234278 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.198432] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 845.198432] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c13a46-ae66-4e45-6381-b240e51025c0" [ 845.198432] env[69287]: _type = "Task" [ 845.198432] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.213975] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c13a46-ae66-4e45-6381-b240e51025c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015442} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.214498] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.214498] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.214756] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.214904] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.215090] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.215363] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff9340f-c429-42de-8522-f0a6806561b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.228969] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.229241] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.230579] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a084f8-65a3-467d-b2c2-a76f56e2f88e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.237696] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 845.237696] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a7a487-2ba9-9431-5374-34fb11c2b1b5" [ 845.237696] env[69287]: _type = "Task" [ 845.237696] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.251688] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a7a487-2ba9-9431-5374-34fb11c2b1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.258219] env[69287]: INFO nova.compute.manager [-] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Took 1.60 seconds to deallocate network for instance. [ 845.315868] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.316299] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93a08b1b-ab6d-4cee-a17b-0963a5130ab1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.327364] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 845.327364] env[69287]: value = "task-3450482" [ 845.327364] env[69287]: _type = "Task" [ 845.327364] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.340228] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450482, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.397028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d392fa56-37a2-4c2d-91ad-145e6e8a179f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.407184] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2a5ae1-30c0-43ae-858f-68dd6dc34692 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.445855] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75846e3a-41bb-47cd-a502-385ddba9c4a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.450090] env[69287]: DEBUG nova.compute.manager [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Received event network-changed-a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.450441] env[69287]: DEBUG nova.compute.manager [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Refreshing instance network info cache due to event network-changed-a163cca0-2f87-4830-8997-285293c7e984. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.452098] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.452309] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.459207] env[69287]: DEBUG nova.network.neutron [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Refreshing network info cache for port a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.465364] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc4ec1d-b20a-4241-a276-125ace809c86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.483020] env[69287]: DEBUG nova.compute.provider_tree [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.680393] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.724310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.724310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.750527] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a7a487-2ba9-9431-5374-34fb11c2b1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.751711] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bacb9e5-ef69-46f4-830b-db269b18fd19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.762150] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 845.762150] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52062412-ad73-8c79-a7ad-7eb41aaed462" [ 845.762150] env[69287]: _type = "Task" [ 845.762150] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.770914] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52062412-ad73-8c79-a7ad-7eb41aaed462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.816337] env[69287]: INFO nova.compute.manager [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Took 0.56 seconds to detach 1 volumes for instance. [ 845.820902] env[69287]: DEBUG nova.compute.manager [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Deleting volume: e5ab885b-90ce-413f-8f2f-ee642b97f024 {{(pid=69287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 845.828729] env[69287]: DEBUG nova.network.neutron [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.843385] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450482, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.986014] env[69287]: DEBUG nova.scheduler.client.report [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.175497] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.228020] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.273829] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52062412-ad73-8c79-a7ad-7eb41aaed462, 'name': SearchDatastore_Task, 'duration_secs': 0.020718} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.274119] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.274380] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606/ed9a6c95-9db3-4ddb-928a-18208b85f606.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.274711] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3459431e-5441-4f04-b7eb-e87c942260bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.282907] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 846.282907] env[69287]: value = "task-3450484" [ 846.282907] env[69287]: _type = "Task" [ 846.282907] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.295485] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.319582] env[69287]: DEBUG nova.network.neutron [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updated VIF entry in instance network info cache for port a163cca0-2f87-4830-8997-285293c7e984. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.319582] env[69287]: DEBUG nova.network.neutron [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.335765] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.353388] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450482, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.376169] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.492620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.493170] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.495902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.323s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.496139] env[69287]: DEBUG nova.objects.instance [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lazy-loading 'resources' on Instance uuid 8c8a6ea3-81b1-4118-a404-f172457766cb {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.678665] env[69287]: DEBUG oslo_vmware.api [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Task: {'id': task-3450481, 'name': ReconfigVM_Task, 'duration_secs': 1.170888} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.678665] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688900', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'name': 'volume-3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0644f3d-ca8f-4411-b54b-e24c33070882', 'attached_at': '', 'detached_at': '', 'volume_id': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f', 'serial': '3d6ca4c7-ba8f-4fda-95c5-648c10df654f'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 846.698887] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.698887] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.698887] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.698887] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.699230] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.702560] env[69287]: INFO nova.compute.manager [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Terminating instance [ 846.758982] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.802192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "da70aeb0-9833-4416-a263-872c66d824d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.802192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "da70aeb0-9833-4416-a263-872c66d824d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.802192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "da70aeb0-9833-4416-a263-872c66d824d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.802192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "da70aeb0-9833-4416-a263-872c66d824d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.802381] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "da70aeb0-9833-4416-a263-872c66d824d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.804990] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.805962] env[69287]: INFO nova.compute.manager [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Terminating instance [ 846.824377] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.824377] env[69287]: DEBUG nova.compute.manager [req-cf64ba83-6357-46e9-967c-dd9fb078c38b req-071187bc-47ca-49e3-aaac-94ebf2409e88 service nova] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Received event network-vif-deleted-6138b08d-6749-46e6-90e9-d2b8d370b609 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.848756] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450482, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.869822] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e73d7-3dcd-44c8-a067-440b7a91671d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.898444] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe6c3d-d6f2-4d96-b274-2b3b5bbd9788 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.908952] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.999633] env[69287]: DEBUG nova.compute.utils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 847.002693] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.002693] env[69287]: DEBUG nova.network.neutron [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.091875] env[69287]: DEBUG nova.policy [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb24b9141fa941be90b64f8902bde1ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86005ab97c2d4a4b8cbda5dc2e15203b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.211590] env[69287]: DEBUG nova.compute.manager [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.212686] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.217894] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0195477a-e590-4030-956c-3a629e1fc386 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.230135] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.231463] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb86c20c-dfaf-41b1-b25c-ea29e3dddb4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.239018] env[69287]: DEBUG nova.objects.instance [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lazy-loading 'flavor' on Instance uuid e0644f3d-ca8f-4411-b54b-e24c33070882 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.246330] env[69287]: DEBUG oslo_vmware.api [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 847.246330] env[69287]: value = "task-3450485" [ 847.246330] env[69287]: _type = "Task" [ 847.246330] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.257403] env[69287]: DEBUG oslo_vmware.api [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.298634] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625393} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.299461] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606/ed9a6c95-9db3-4ddb-928a-18208b85f606.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.299599] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.301413] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baab51d8-2fb0-4463-8d6a-5b0ca8e33f34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.311169] env[69287]: DEBUG nova.compute.manager [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.311344] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.312682] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e89c76-b600-4013-9a75-0f729c76e7a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.324905] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 847.324905] env[69287]: value = "task-3450486" [ 847.324905] env[69287]: _type = "Task" [ 847.324905] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.334897] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.339268] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fabf6410-fe62-43c7-acc0-37a4661fddd8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.348188] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.356714] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450482, 'name': CloneVM_Task, 'duration_secs': 1.733616} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.358685] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Created linked-clone VM from snapshot [ 847.359127] env[69287]: DEBUG oslo_vmware.api [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 847.359127] env[69287]: value = "task-3450487" [ 847.359127] env[69287]: _type = "Task" [ 847.359127] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.359883] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c88b06-8d13-4914-af5d-209e03369b17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.379766] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Uploading image 8da7970e-036e-4e52-a337-d970dde92323 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.383340] env[69287]: DEBUG oslo_vmware.api [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.422777] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.422777] env[69287]: value = "vm-688910" [ 847.422777] env[69287]: _type = "VirtualMachine" [ 847.422777] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.426751] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.427954] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-720613bf-19a5-40b0-a962-9a3e3af216e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.436927] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41f13417-8c0d-471e-a62c-53c4ad967043 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.452559] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 847.452559] env[69287]: value = "task-3450488" [ 847.452559] env[69287]: _type = "Task" [ 847.452559] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.465558] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lease: (returnval){ [ 847.465558] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9c1f8-582d-6f04-ce46-e654f09200d5" [ 847.465558] env[69287]: _type = "HttpNfcLease" [ 847.465558] env[69287]: } obtained for exporting VM: (result){ [ 847.465558] env[69287]: value = "vm-688910" [ 847.465558] env[69287]: _type = "VirtualMachine" [ 847.465558] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.466361] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the lease: (returnval){ [ 847.466361] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9c1f8-582d-6f04-ce46-e654f09200d5" [ 847.466361] env[69287]: _type = "HttpNfcLease" [ 847.466361] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.483488] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.494024] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.494024] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9c1f8-582d-6f04-ce46-e654f09200d5" [ 847.494024] env[69287]: _type = "HttpNfcLease" [ 847.494024] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.494024] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.494024] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9c1f8-582d-6f04-ce46-e654f09200d5" [ 847.494024] env[69287]: _type = "HttpNfcLease" [ 847.494024] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.494024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8341ad64-eb13-4102-b4d2-7647a24427ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.506295] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadc66-9ec6-c726-5818-c5dffb9d60bc/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.506516] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadc66-9ec6-c726-5818-c5dffb9d60bc/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.508111] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.576733] env[69287]: DEBUG nova.network.neutron [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Successfully created port: cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.582742] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "7adab229-dc33-44c0-bfe5-8ae48d438f41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.582991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.583207] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "7adab229-dc33-44c0-bfe5-8ae48d438f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.583390] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.583558] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.586168] env[69287]: INFO nova.compute.manager [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Terminating instance [ 847.592332] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860fe373-3f88-49bd-b3d4-b007b809dff8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.602350] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e0d8f-57bc-4057-85ae-51b24a9ccd4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645745] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a796138b-7faf-482f-81fc-6452551450f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.646917] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d55442a-9e1e-4012-af27-822708fa0403 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.657270] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243ef62-43c2-4f5b-8862-18f71741a99d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.675757] env[69287]: DEBUG nova.compute.provider_tree [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.760557] env[69287]: DEBUG oslo_vmware.api [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450485, 'name': PowerOffVM_Task, 'duration_secs': 0.262785} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.761553] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.761887] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.762284] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b78f2e17-adac-49c0-916e-131ed41f1043 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.840538] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.840538] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.840884] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Deleting the datastore file [datastore1] 47493890-3a5e-4f5e-a1fd-f6be17648fc9 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.845373] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f8a010-b436-4784-a6e2-c795e4f06b54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.847489] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.847797] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.849049] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b485774-0f92-48eb-b7fa-ddbe7232ae15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.853861] env[69287]: DEBUG oslo_vmware.api [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for the task: (returnval){ [ 847.853861] env[69287]: value = "task-3450491" [ 847.853861] env[69287]: _type = "Task" [ 847.853861] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.878051] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606/ed9a6c95-9db3-4ddb-928a-18208b85f606.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.882080] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf71ba9-cd47-4466-a4d5-67b887c734f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.907148] env[69287]: DEBUG oslo_vmware.api [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.914782] env[69287]: DEBUG oslo_vmware.api [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450487, 'name': PowerOffVM_Task, 'duration_secs': 0.315832} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.916648] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.916781] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.918741] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 847.918741] env[69287]: value = "task-3450492" [ 847.918741] env[69287]: _type = "Task" [ 847.918741] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.918741] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5d8e33f-c851-4e26-8626-c0561e71378a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.919870] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-ceec6f62-e914-4659-8fab-25647605cc63-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.920050] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-ceec6f62-e914-4659-8fab-25647605cc63-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.920494] env[69287]: DEBUG nova.objects.instance [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'flavor' on Instance uuid ceec6f62-e914-4659-8fab-25647605cc63 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.944263] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.969417] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.046356] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.046912] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.047196] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Deleting the datastore file [datastore2] da70aeb0-9833-4416-a263-872c66d824d7 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.047827] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da49a212-9306-4cac-8e9e-a741e4dd20fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.057389] env[69287]: DEBUG oslo_vmware.api [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for the task: (returnval){ [ 848.057389] env[69287]: value = "task-3450494" [ 848.057389] env[69287]: _type = "Task" [ 848.057389] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.080846] env[69287]: DEBUG oslo_vmware.api [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.092680] env[69287]: DEBUG nova.compute.manager [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.092938] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.095212] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b974976-c440-481a-bcea-ec6a1f324f23 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.111041] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.111553] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b3179ea-c4bf-4b9f-af69-c517f374998a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.119634] env[69287]: DEBUG oslo_vmware.api [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 848.119634] env[69287]: value = "task-3450495" [ 848.119634] env[69287]: _type = "Task" [ 848.119634] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.134452] env[69287]: DEBUG oslo_vmware.api [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.182711] env[69287]: DEBUG nova.scheduler.client.report [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.257867] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3bbf7af8-19cb-4175-b2c9-8e9f882cf00a tempest-VolumesAssistedSnapshotsTest-1825079164 tempest-VolumesAssistedSnapshotsTest-1825079164-project-admin] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.343s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.366516] env[69287]: DEBUG oslo_vmware.api [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Task: {'id': task-3450491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253899} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.367008] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.367975] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.367975] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.367975] env[69287]: INFO nova.compute.manager [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 848.368277] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.368277] env[69287]: DEBUG nova.compute.manager [-] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.368824] env[69287]: DEBUG nova.network.neutron [-] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.437881] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450492, 'name': ReconfigVM_Task, 'duration_secs': 0.426328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.438765] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606/ed9a6c95-9db3-4ddb-928a-18208b85f606.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.439890] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-534e23d3-cf18-4ed0-8d16-57058ff1db22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.449520] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 848.449520] env[69287]: value = "task-3450496" [ 848.449520] env[69287]: _type = "Task" [ 848.449520] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.462723] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450496, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.475534] env[69287]: DEBUG oslo_vmware.api [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450488, 'name': PowerOnVM_Task, 'duration_secs': 0.523045} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.475990] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.476218] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d04c7-3035-426d-bcd8-15d58933cd04 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance '42273db3-0272-46ac-9be6-edcbe7898d7d' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.518184] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.551213] env[69287]: DEBUG nova.objects.instance [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'pci_requests' on Instance uuid ceec6f62-e914-4659-8fab-25647605cc63 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.570133] env[69287]: DEBUG oslo_vmware.api [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Task: {'id': task-3450494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410683} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.570603] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.570815] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.571203] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.571316] env[69287]: INFO nova.compute.manager [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Took 1.26 seconds to destroy the instance on the hypervisor. [ 848.571589] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.571890] env[69287]: DEBUG nova.compute.manager [-] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.572506] env[69287]: DEBUG nova.network.neutron [-] [instance: da70aeb0-9833-4416-a263-872c66d824d7] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.631941] env[69287]: DEBUG oslo_vmware.api [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450495, 'name': PowerOffVM_Task, 'duration_secs': 0.355536} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.631941] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.632057] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.632559] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea079a5-9d71-4360-9147-98f132a7d6a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.692684] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.695136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.333s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.695136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.695350] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 848.695888] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.272s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.700710] env[69287]: INFO nova.compute.claims [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.705723] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e345134-7d7a-48a2-a47d-056353e1674e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.722242] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.722669] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.722899] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Deleting the datastore file [datastore2] 7adab229-dc33-44c0-bfe5-8ae48d438f41 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.723340] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58488bb-0b01-4b90-97eb-fd7c80f60f50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.727192] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcfa0c7-0ae5-4314-a52b-5dcceffea68b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.735434] env[69287]: INFO nova.scheduler.client.report [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Deleted allocations for instance 8c8a6ea3-81b1-4118-a404-f172457766cb [ 848.754704] env[69287]: DEBUG oslo_vmware.api [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 848.754704] env[69287]: value = "task-3450498" [ 848.754704] env[69287]: _type = "Task" [ 848.754704] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.755655] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b473658-5224-4dcd-a530-7659c4d35606 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.771664] env[69287]: DEBUG oslo_vmware.api [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.776182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb848a1a-e8f2-4cf5-828b-213eac634d08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.812824] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178951MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 848.813161] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.819514] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "fdd5c1d1-f063-40f0-b242-92693bfd8899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.820077] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.960552] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450496, 'name': Rename_Task, 'duration_secs': 0.197184} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.960838] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.961353] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbef7328-fa7a-44f4-8fe2-27f0e8840027 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.970196] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 848.970196] env[69287]: value = "task-3450499" [ 848.970196] env[69287]: _type = "Task" [ 848.970196] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.979933] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.054255] env[69287]: DEBUG nova.objects.base [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 849.054255] env[69287]: DEBUG nova.network.neutron [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.128884] env[69287]: DEBUG nova.policy [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.258577] env[69287]: DEBUG oslo_concurrency.lockutils [None req-05d1ac29-eb35-4911-ae48-d4399a58ffc1 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8c8a6ea3-81b1-4118-a404-f172457766cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.996s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.272033] env[69287]: DEBUG oslo_vmware.api [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346013} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.272451] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.272751] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.273080] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.273402] env[69287]: INFO nova.compute.manager [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Took 1.18 seconds to destroy the instance on the hypervisor. [ 849.274105] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.274286] env[69287]: DEBUG nova.compute.manager [-] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.274505] env[69287]: DEBUG nova.network.neutron [-] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.323778] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.421014] env[69287]: DEBUG nova.network.neutron [-] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.492166] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.627840] env[69287]: DEBUG nova.network.neutron [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Successfully updated port: cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.813021] env[69287]: DEBUG nova.network.neutron [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Successfully created port: bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.853441] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.923382] env[69287]: INFO nova.compute.manager [-] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Took 1.35 seconds to deallocate network for instance. [ 849.987590] env[69287]: DEBUG oslo_vmware.api [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450499, 'name': PowerOnVM_Task, 'duration_secs': 0.715228} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.988074] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.988438] env[69287]: INFO nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Took 8.18 seconds to spawn the instance on the hypervisor. [ 849.988647] env[69287]: DEBUG nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.989628] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c6c42-c8e9-4632-9a66-2e78d654f709 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.110163] env[69287]: DEBUG nova.network.neutron [-] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.135541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "refresh_cache-14dd9d52-c143-4fae-9e9e-034fb48e9123" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.135541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired lock "refresh_cache-14dd9d52-c143-4fae-9e9e-034fb48e9123" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.135541] env[69287]: DEBUG nova.network.neutron [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.209073] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7badc4b-0471-41da-8d1a-85f064c5a4b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.221614] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7733d-510d-4c7a-9f99-1854bf66a569 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.262311] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e578a-3163-4656-a6f0-0df7a6ce7e30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.274509] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b6692-f2f2-4a2d-bb2f-5d28ea87052e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.293661] env[69287]: DEBUG nova.compute.provider_tree [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.380596] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.380596] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.380596] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.381082] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.381082] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.381082] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.381082] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.381082] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.381273] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.381273] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.381273] env[69287]: DEBUG nova.virt.hardware [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.383499] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4063c9d-e039-4069-9ad3-6fb53af554dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.394464] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6abb9-177f-c458-80a8-abc9bc70e688/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.395853] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37190d-b0e1-4489-92b3-fbecff5cc6ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.401634] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e0c546-f32c-4579-a047-922560f3844b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.412568] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6abb9-177f-c458-80a8-abc9bc70e688/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.412568] env[69287]: ERROR oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6abb9-177f-c458-80a8-abc9bc70e688/disk-0.vmdk due to incomplete transfer. [ 850.422430] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5db560b4-e579-408f-a53e-dfdc0488eeca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.434059] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6abb9-177f-c458-80a8-abc9bc70e688/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 850.434345] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Uploaded image cf3d516a-912e-4cb0-91c6-fd0e0d273a39 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 850.436789] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.437538] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f58f1f8-de80-477f-ae76-8452bf387edb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.440451] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.446115] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 850.446115] env[69287]: value = "task-3450500" [ 850.446115] env[69287]: _type = "Task" [ 850.446115] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.456166] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450500, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.527294] env[69287]: INFO nova.compute.manager [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Took 37.91 seconds to build instance. [ 850.614290] env[69287]: INFO nova.compute.manager [-] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Took 2.25 seconds to deallocate network for instance. [ 850.675175] env[69287]: DEBUG nova.network.neutron [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.717467] env[69287]: DEBUG nova.network.neutron [-] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.796573] env[69287]: DEBUG nova.scheduler.client.report [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.851774] env[69287]: DEBUG nova.network.neutron [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Updating instance_info_cache with network_info: [{"id": "cead0b32-5dc3-4cb9-9569-3417a40bfd91", "address": "fa:16:3e:e4:45:51", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcead0b32-5d", "ovs_interfaceid": "cead0b32-5dc3-4cb9-9569-3417a40bfd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.959518] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450500, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.029943] env[69287]: DEBUG oslo_concurrency.lockutils [None req-763b4a8b-4e85-4986-885c-6a56ee26f704 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.431s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.127792] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.222373] env[69287]: INFO nova.compute.manager [-] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Took 1.95 seconds to deallocate network for instance. [ 851.310017] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.310348] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.312758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.482s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.355071] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Releasing lock "refresh_cache-14dd9d52-c143-4fae-9e9e-034fb48e9123" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.355769] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Instance network_info: |[{"id": "cead0b32-5dc3-4cb9-9569-3417a40bfd91", "address": "fa:16:3e:e4:45:51", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcead0b32-5d", "ovs_interfaceid": "cead0b32-5dc3-4cb9-9569-3417a40bfd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.356128] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:45:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cead0b32-5dc3-4cb9-9569-3417a40bfd91', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.364852] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.371986] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.371986] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b793bd-e6a2-4977-99f1-b3e7e80ee57a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.390731] env[69287]: DEBUG nova.compute.manager [req-92bfba20-a204-454f-ae87-973dd565439e req-66cd800e-dd00-477c-9acb-e86b9d947788 service nova] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Received event network-vif-deleted-e27c0197-d14d-42e1-b87c-55adf9eaf84a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.398421] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.398421] env[69287]: value = "task-3450502" [ 851.398421] env[69287]: _type = "Task" [ 851.398421] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.407617] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450502, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.464481] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450500, 'name': Destroy_Task, 'duration_secs': 0.847672} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.464754] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Destroyed the VM [ 851.465085] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.465400] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-645257b2-6fbc-46e6-b67d-d8d293f9a2f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.476147] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 851.476147] env[69287]: value = "task-3450503" [ 851.476147] env[69287]: _type = "Task" [ 851.476147] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.487252] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.593549] env[69287]: DEBUG nova.compute.manager [req-885d1029-ba00-4d32-a259-a293e978eac6 req-ca5ba5c0-4850-4f07-9bd2-0fb5b8a83209 service nova] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Received event network-vif-deleted-44e6116a-f291-4227-96b7-f2568b30c613 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.617717] env[69287]: DEBUG nova.network.neutron [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Successfully updated port: bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.732293] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.778954] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4cf760-09a2-4ffd-9db6-99dd792d1b8b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.790939] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff9604-b6a8-40b0-9fc5-aa7afd9927b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.829853] env[69287]: DEBUG nova.compute.utils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 851.832502] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.832689] env[69287]: DEBUG nova.network.neutron [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.835564] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2013748-c492-495c-8479-ce8978a19a38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.847016] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb4c8b-1b88-4ee4-8904-ab3ff8350aaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.866885] env[69287]: DEBUG nova.compute.provider_tree [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.911140] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450502, 'name': CreateVM_Task, 'duration_secs': 0.489537} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.913081] env[69287]: DEBUG nova.policy [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb9dfc3278a4d92a1574ad7157bf287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009f1f361a294ee5b59f3e7e5c6ec4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.914694] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.915414] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.915576] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.916069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.916594] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7c1924-1d81-4e59-ab33-97373238e016 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.922827] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 851.922827] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525f4733-f4fa-08bd-8230-be129957c571" [ 851.922827] env[69287]: _type = "Task" [ 851.922827] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.933525] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525f4733-f4fa-08bd-8230-be129957c571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.990490] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.120950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.121271] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.121533] env[69287]: DEBUG nova.network.neutron [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.290576] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.290864] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.291179] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.291403] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.291591] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.293967] env[69287]: INFO nova.compute.manager [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Terminating instance [ 852.340187] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.372390] env[69287]: DEBUG nova.scheduler.client.report [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.435607] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525f4733-f4fa-08bd-8230-be129957c571, 'name': SearchDatastore_Task, 'duration_secs': 0.027299} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.435928] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.436193] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.436477] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.436659] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.436885] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.437220] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d81a6700-4059-4ce0-bb4d-bf0dc5a9dc0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.441142] env[69287]: DEBUG nova.network.neutron [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Successfully created port: 37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.454053] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.454277] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.455246] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f36036-2a5d-448a-903a-09f250d08663 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.463384] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 852.463384] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b12228-ac4b-2a6f-29fb-20840c93a922" [ 852.463384] env[69287]: _type = "Task" [ 852.463384] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.475421] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b12228-ac4b-2a6f-29fb-20840c93a922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.488818] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450503, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.798767] env[69287]: DEBUG nova.compute.manager [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.799197] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.799963] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53793e-ea30-4615-a9c3-a244bffdde26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.817403] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.817780] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88da1f44-1d09-4562-aaed-971ec3f9b21c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.826912] env[69287]: DEBUG oslo_vmware.api [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 852.826912] env[69287]: value = "task-3450504" [ 852.826912] env[69287]: _type = "Task" [ 852.826912] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.837086] env[69287]: DEBUG oslo_vmware.api [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.881275] env[69287]: DEBUG oslo_concurrency.lockutils [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.568s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.881484] env[69287]: INFO nova.compute.manager [None req-726bba58-cdc7-4e0c-b55a-ae3225c1c4b1 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Successfully reverted task state from rebuilding on failure for instance. [ 852.889777] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.349s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.889998] env[69287]: DEBUG nova.objects.instance [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lazy-loading 'resources' on Instance uuid efc68176-3bc9-47d2-9daa-ba37d8e543d1 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.969423] env[69287]: WARNING nova.network.neutron [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] 50abe619-3d74-49f9-a7ee-5b829f8b6b46 already exists in list: networks containing: ['50abe619-3d74-49f9-a7ee-5b829f8b6b46']. ignoring it [ 852.984921] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b12228-ac4b-2a6f-29fb-20840c93a922, 'name': SearchDatastore_Task, 'duration_secs': 0.023593} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.994923] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45675628-5bfe-49a6-a92e-2c4d127ba403 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.002476] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 853.002476] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fcf498-9e12-6e77-d8d8-b081cafc30fe" [ 853.002476] env[69287]: _type = "Task" [ 853.002476] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.006342] env[69287]: DEBUG oslo_vmware.api [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450503, 'name': RemoveSnapshot_Task, 'duration_secs': 1.050318} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.010528] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.010809] env[69287]: INFO nova.compute.manager [None req-0d7eaece-14d6-45d7-a27b-b363147064e2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Took 18.04 seconds to snapshot the instance on the hypervisor. [ 853.021376] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fcf498-9e12-6e77-d8d8-b081cafc30fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.103787] env[69287]: DEBUG nova.network.neutron [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Port 501fc7bd-86fc-4650-9049-6fd9821cfefd binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.103787] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.103787] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.103787] env[69287]: DEBUG nova.network.neutron [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.340826] env[69287]: DEBUG oslo_vmware.api [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450504, 'name': PowerOffVM_Task, 'duration_secs': 0.26924} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.340826] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.341160] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.341297] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b266aeb4-2f56-4d9a-8a70-7b253d5f391b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.351026] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.385265] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.385532] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.386117] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.386117] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.386359] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.386626] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.387286] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.387408] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.389702] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.389702] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.389702] env[69287]: DEBUG nova.virt.hardware [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.390088] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb65d13-2409-401b-b73d-6a880b34e42a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.407057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.407217] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.411579] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8426c632-3d4d-4d3b-8d07-46df73afa457 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.416233] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.416502] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.416759] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Deleting the datastore file [datastore1] 8ab143f5-d2c6-4ced-805a-89fb0ce860b1 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.417468] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a88025-acef-48e0-913b-e8e788e2724e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.433867] env[69287]: DEBUG oslo_vmware.api [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for the task: (returnval){ [ 853.433867] env[69287]: value = "task-3450506" [ 853.433867] env[69287]: _type = "Task" [ 853.433867] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.445432] env[69287]: DEBUG oslo_vmware.api [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.446702] env[69287]: DEBUG nova.network.neutron [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf3e37c4-ebf4-465c-bcde-473934cd9c20", "address": "fa:16:3e:ec:52:d0", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3e37c4-eb", "ovs_interfaceid": "bf3e37c4-ebf4-465c-bcde-473934cd9c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.522284] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fcf498-9e12-6e77-d8d8-b081cafc30fe, 'name': SearchDatastore_Task, 'duration_secs': 0.021291} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.525911] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.526209] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 14dd9d52-c143-4fae-9e9e-034fb48e9123/14dd9d52-c143-4fae-9e9e-034fb48e9123.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.527726] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b41141e-fa67-4309-985d-b9c7f6330532 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.536117] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 853.536117] env[69287]: value = "task-3450507" [ 853.536117] env[69287]: _type = "Task" [ 853.536117] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.549568] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.812931] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c675dce-b79e-43ec-aa19-92d944106963 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.821233] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515e9bb2-8524-4a9d-b213-988edad856ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.855985] env[69287]: DEBUG nova.network.neutron [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.857827] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831b5a6-8232-4f61-bf51-4d4631a45ed0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.867835] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd135e-1539-4969-a51c-91deb498a7ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.886035] env[69287]: DEBUG nova.compute.provider_tree [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.916333] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.946366] env[69287]: DEBUG oslo_vmware.api [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Task: {'id': task-3450506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489765} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.946607] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.946836] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.947042] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.947225] env[69287]: INFO nova.compute.manager [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 853.947494] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.947724] env[69287]: DEBUG nova.compute.manager [-] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.947817] env[69287]: DEBUG nova.network.neutron [-] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.952037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.952625] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.952786] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.953628] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698417a1-6d83-467a-882d-566dd50f519e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.974725] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.975054] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.975219] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.975419] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.975550] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.975712] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.975929] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.976098] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.976265] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.976458] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.976632] env[69287]: DEBUG nova.virt.hardware [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.984780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Reconfiguring VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 853.989022] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b41bedc-a0be-4754-91f4-b7993c814e06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.012228] env[69287]: DEBUG oslo_vmware.api [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 854.012228] env[69287]: value = "task-3450508" [ 854.012228] env[69287]: _type = "Task" [ 854.012228] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.027702] env[69287]: DEBUG oslo_vmware.api [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450508, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.058154] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450507, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.182830] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Received event network-vif-plugged-cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.183176] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquiring lock "14dd9d52-c143-4fae-9e9e-034fb48e9123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.183433] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.183593] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.183808] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] No waiting events found dispatching network-vif-plugged-cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.184012] env[69287]: WARNING nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Received unexpected event network-vif-plugged-cead0b32-5dc3-4cb9-9569-3417a40bfd91 for instance with vm_state building and task_state spawning. [ 854.184198] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Received event network-changed-cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.184463] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Refreshing instance network info cache due to event network-changed-cead0b32-5dc3-4cb9-9569-3417a40bfd91. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.184683] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquiring lock "refresh_cache-14dd9d52-c143-4fae-9e9e-034fb48e9123" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.184830] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquired lock "refresh_cache-14dd9d52-c143-4fae-9e9e-034fb48e9123" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.184987] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Refreshing network info cache for port cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.361771] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.389835] env[69287]: DEBUG nova.scheduler.client.report [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.446551] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.527533] env[69287]: DEBUG oslo_vmware.api [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.540223] env[69287]: DEBUG nova.network.neutron [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Successfully updated port: 37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.553450] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867294} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.554116] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 14dd9d52-c143-4fae-9e9e-034fb48e9123/14dd9d52-c143-4fae-9e9e-034fb48e9123.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.554116] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.554304] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20d1c785-50e4-49b9-bfd3-e5e5baacf6f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.562912] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.563193] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.563401] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "e0644f3d-ca8f-4411-b54b-e24c33070882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.564300] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.564300] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.565387] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 854.565387] env[69287]: value = "task-3450509" [ 854.565387] env[69287]: _type = "Task" [ 854.565387] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.566158] env[69287]: INFO nova.compute.manager [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Terminating instance [ 854.578559] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.844730] env[69287]: DEBUG nova.network.neutron [-] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.865754] env[69287]: DEBUG nova.compute.manager [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69287) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 854.866042] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.897343] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.900549] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.358s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.901310] env[69287]: DEBUG nova.objects.instance [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lazy-loading 'resources' on Instance uuid 8d9f6973-84c3-486e-b609-6670e220a68a {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.938775] env[69287]: INFO nova.scheduler.client.report [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Deleted allocations for instance efc68176-3bc9-47d2-9daa-ba37d8e543d1 [ 854.986503] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Updated VIF entry in instance network info cache for port cead0b32-5dc3-4cb9-9569-3417a40bfd91. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.986917] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Updating instance_info_cache with network_info: [{"id": "cead0b32-5dc3-4cb9-9569-3417a40bfd91", "address": "fa:16:3e:e4:45:51", "network": {"id": "6e82f793-9ec1-44ab-bf34-1c3f4bea2c39", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-346491414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86005ab97c2d4a4b8cbda5dc2e15203b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcead0b32-5d", "ovs_interfaceid": "cead0b32-5dc3-4cb9-9569-3417a40bfd91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.023927] env[69287]: DEBUG oslo_vmware.api [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.047685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.047893] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.048123] env[69287]: DEBUG nova.network.neutron [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.078688] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087173} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.079123] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.079804] env[69287]: DEBUG nova.compute.manager [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.080056] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.080886] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e44184-e477-4f68-80ad-701a9f868334 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.084197] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58247e39-1c28-409c-8434-16285d72cb64 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.113826] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 14dd9d52-c143-4fae-9e9e-034fb48e9123/14dd9d52-c143-4fae-9e9e-034fb48e9123.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.116943] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153f3c1e-62a4-42db-82ad-9d6ef66d2dd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.136890] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.137847] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c581a4b-9c28-4e6f-aaea-e7640669ea87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.147096] env[69287]: DEBUG oslo_vmware.api [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 855.147096] env[69287]: value = "task-3450510" [ 855.147096] env[69287]: _type = "Task" [ 855.147096] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.148778] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 855.148778] env[69287]: value = "task-3450511" [ 855.148778] env[69287]: _type = "Task" [ 855.148778] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.164295] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.167853] env[69287]: DEBUG oslo_vmware.api [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.348146] env[69287]: INFO nova.compute.manager [-] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Took 1.40 seconds to deallocate network for instance. [ 855.452462] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25f34daa-14b0-4777-9aad-3d6f658ce854 tempest-ServerMetadataTestJSON-1644034183 tempest-ServerMetadataTestJSON-1644034183-project-member] Lock "efc68176-3bc9-47d2-9daa-ba37d8e543d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.942s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.489852] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Releasing lock "refresh_cache-14dd9d52-c143-4fae-9e9e-034fb48e9123" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.490183] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Received event network-vif-deleted-b6f66364-8fe9-412e-8f8a-8374c75195f2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.490392] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-vif-plugged-bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.490618] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.490922] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Lock "ceec6f62-e914-4659-8fab-25647605cc63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.491130] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Lock "ceec6f62-e914-4659-8fab-25647605cc63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.491326] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] No waiting events found dispatching network-vif-plugged-bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.491523] env[69287]: WARNING nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received unexpected event network-vif-plugged-bf3e37c4-ebf4-465c-bcde-473934cd9c20 for instance with vm_state active and task_state None. [ 855.491704] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-changed-bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.491872] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Refreshing instance network info cache due to event network-changed-bf3e37c4-ebf4-465c-bcde-473934cd9c20. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.492090] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquiring lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.492250] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquired lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.492446] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Refreshing network info cache for port bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.532112] env[69287]: DEBUG oslo_vmware.api [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450508, 'name': ReconfigVM_Task, 'duration_secs': 1.091108} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.532112] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.532291] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Reconfigured VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 855.591439] env[69287]: DEBUG nova.network.neutron [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.663840] env[69287]: DEBUG oslo_vmware.api [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450510, 'name': PowerOffVM_Task, 'duration_secs': 0.248738} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.663840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.663840] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.664695] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a49d7774-b154-4c94-a22f-d82677dbfcaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.670966] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450511, 'name': ReconfigVM_Task, 'duration_secs': 0.407236} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.671659] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 14dd9d52-c143-4fae-9e9e-034fb48e9123/14dd9d52-c143-4fae-9e9e-034fb48e9123.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.672697] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156c5809-9e68-4c43-b99b-92d4dc51cfc1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.683936] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 855.683936] env[69287]: value = "task-3450513" [ 855.683936] env[69287]: _type = "Task" [ 855.683936] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.697869] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450513, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.750038] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.750038] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.750038] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Deleting the datastore file [datastore1] e0644f3d-ca8f-4411-b54b-e24c33070882 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.750593] env[69287]: DEBUG nova.network.neutron [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updating instance_info_cache with network_info: [{"id": "37beab60-eb95-4372-8404-f4938a32c1a8", "address": "fa:16:3e:d5:32:ca", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37beab60-eb", "ovs_interfaceid": "37beab60-eb95-4372-8404-f4938a32c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.751802] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00cb0c95-0330-493a-a966-e65f8af123bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.759461] env[69287]: DEBUG oslo_vmware.api [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for the task: (returnval){ [ 855.759461] env[69287]: value = "task-3450514" [ 855.759461] env[69287]: _type = "Task" [ 855.759461] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.772259] env[69287]: DEBUG oslo_vmware.api [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.807433] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee648736-688c-4223-868d-8a1d47818fb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.817028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ffa8af-da3d-40bd-b0a4-d54391e5b12f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.852295] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c721fc-f99a-40ee-8401-d1a6592db27a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.855873] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.862278] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fe8f7b-1c7b-48ff-8c8c-823ed2019600 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.878220] env[69287]: DEBUG nova.compute.provider_tree [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.036852] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4eb782e1-d18e-46f8-84de-f9eaa65b60b1 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-ceec6f62-e914-4659-8fab-25647605cc63-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.117s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.196047] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450513, 'name': Rename_Task, 'duration_secs': 0.173882} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.196344] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.196604] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d002fb-a4ec-4f29-81cf-479cd842b329 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.207489] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 856.207489] env[69287]: value = "task-3450515" [ 856.207489] env[69287]: _type = "Task" [ 856.207489] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.216861] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.255819] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updated VIF entry in instance network info cache for port bf3e37c4-ebf4-465c-bcde-473934cd9c20. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.256268] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf3e37c4-ebf4-465c-bcde-473934cd9c20", "address": "fa:16:3e:ec:52:d0", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3e37c4-eb", "ovs_interfaceid": "bf3e37c4-ebf4-465c-bcde-473934cd9c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.257766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.258111] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Instance network_info: |[{"id": "37beab60-eb95-4372-8404-f4938a32c1a8", "address": "fa:16:3e:d5:32:ca", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37beab60-eb", "ovs_interfaceid": "37beab60-eb95-4372-8404-f4938a32c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.258839] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:32:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37beab60-eb95-4372-8404-f4938a32c1a8', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.266709] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.268048] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.271734] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10abed35-243f-4c39-9214-3295c8c5ac3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.295196] env[69287]: DEBUG oslo_vmware.api [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Task: {'id': task-3450514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261245} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.295888] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.296104] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.296285] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.296460] env[69287]: INFO nova.compute.manager [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Took 1.22 seconds to destroy the instance on the hypervisor. [ 856.296725] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.297218] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.297218] env[69287]: value = "task-3450516" [ 856.297218] env[69287]: _type = "Task" [ 856.297218] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.297417] env[69287]: DEBUG nova.compute.manager [-] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.297507] env[69287]: DEBUG nova.network.neutron [-] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.310035] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450516, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.382024] env[69287]: DEBUG nova.scheduler.client.report [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.722327] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.760454] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Releasing lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.760649] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Received event network-changed-a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.760720] env[69287]: DEBUG nova.compute.manager [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Refreshing instance network info cache due to event network-changed-a163cca0-2f87-4830-8997-285293c7e984. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 856.761487] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.761487] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.761487] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Refreshing network info cache for port a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.772360] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.773033] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.810363] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450516, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.888480] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.890828] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.258s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.891576] env[69287]: DEBUG nova.objects.instance [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid f43004b6-4ed1-4e7a-878b-b476b4fbe421 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.930786] env[69287]: INFO nova.scheduler.client.report [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Deleted allocations for instance 8d9f6973-84c3-486e-b609-6670e220a68a [ 857.158306] env[69287]: DEBUG nova.compute.manager [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Received event network-vif-deleted-64df7025-74c2-4eda-86fd-ef51d67e63c5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.158557] env[69287]: DEBUG nova.compute.manager [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Received event network-vif-plugged-37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.158712] env[69287]: DEBUG oslo_concurrency.lockutils [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] Acquiring lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.158915] env[69287]: DEBUG oslo_concurrency.lockutils [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.159755] env[69287]: DEBUG oslo_concurrency.lockutils [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.160177] env[69287]: DEBUG nova.compute.manager [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] No waiting events found dispatching network-vif-plugged-37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.160503] env[69287]: WARNING nova.compute.manager [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Received unexpected event network-vif-plugged-37beab60-eb95-4372-8404-f4938a32c1a8 for instance with vm_state building and task_state spawning. [ 857.160784] env[69287]: DEBUG nova.compute.manager [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Received event network-changed-37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.161066] env[69287]: DEBUG nova.compute.manager [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Refreshing instance network info cache due to event network-changed-37beab60-eb95-4372-8404-f4938a32c1a8. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.161359] env[69287]: DEBUG oslo_concurrency.lockutils [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] Acquiring lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.161568] env[69287]: DEBUG oslo_concurrency.lockutils [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] Acquired lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.161954] env[69287]: DEBUG nova.network.neutron [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Refreshing network info cache for port 37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.221383] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.238859] env[69287]: DEBUG nova.compute.manager [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.241880] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b593dec7-4842-467f-8785-d7f137571b27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.278558] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.313830] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450516, 'name': CreateVM_Task, 'duration_secs': 0.529457} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.314217] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.315727] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.316097] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.316597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.317023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7f7995-7002-4fa3-b3a2-a0d58891f132 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.325419] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 857.325419] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52df65b3-72f7-825f-d9bb-1cdf21936dd9" [ 857.325419] env[69287]: _type = "Task" [ 857.325419] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.337336] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52df65b3-72f7-825f-d9bb-1cdf21936dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.441395] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a42b91ee-1d6e-4a07-84b4-8dea1e1679f1 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "8d9f6973-84c3-486e-b609-6670e220a68a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.593s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.633040] env[69287]: DEBUG nova.network.neutron [-] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.717941] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updated VIF entry in instance network info cache for port a163cca0-2f87-4830-8997-285293c7e984. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.718410] env[69287]: DEBUG nova.network.neutron [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.728342] env[69287]: DEBUG oslo_vmware.api [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450515, 'name': PowerOnVM_Task, 'duration_secs': 1.334979} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.731277] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.731636] env[69287]: INFO nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Took 9.21 seconds to spawn the instance on the hypervisor. [ 857.731636] env[69287]: DEBUG nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.734922] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed2b076-9411-4ddd-aaf3-539083f0143c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.752899] env[69287]: INFO nova.compute.manager [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] instance snapshotting [ 857.753526] env[69287]: DEBUG nova.objects.instance [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'flavor' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.772535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquiring lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.772535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.772535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquiring lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.772535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.772535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.776587] env[69287]: INFO nova.compute.manager [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Terminating instance [ 857.804259] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.852029] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52df65b3-72f7-825f-d9bb-1cdf21936dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.01919} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.852337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.852575] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.852835] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.853083] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.853258] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.854042] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbbc6519-f13a-464d-b957-7dc60f776560 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.866758] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.866758] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.867205] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d148e58-2ab4-495b-be66-fe073e623b58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.878378] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 857.878378] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a06c45-fde1-9a65-68d6-a79bc7304a17" [ 857.878378] env[69287]: _type = "Task" [ 857.878378] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.889610] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a06c45-fde1-9a65-68d6-a79bc7304a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.908506] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0deaf-e184-4302-ae9f-340852666afc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.917948] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e005c340-b230-48d1-a0d9-4a0a004c7bfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.925262] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadc66-9ec6-c726-5818-c5dffb9d60bc/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.926098] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2481eb-1c1b-4f35-8ed1-3cbae17faade {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.935109] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadc66-9ec6-c726-5818-c5dffb9d60bc/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.935292] env[69287]: ERROR oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadc66-9ec6-c726-5818-c5dffb9d60bc/disk-0.vmdk due to incomplete transfer. [ 857.960523] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6c6f2a3-256c-4298-8736-d81b956d2c79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.964254] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4131d3-cbeb-4f63-a507-c1b490c47387 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.972895] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70fd842-4a37-43fb-8cc8-faccc8d1bf3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.979193] env[69287]: DEBUG oslo_vmware.rw_handles [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eadc66-9ec6-c726-5818-c5dffb9d60bc/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.979414] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Uploaded image 8da7970e-036e-4e52-a337-d970dde92323 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 857.981230] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 857.984452] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c5e814e-8c05-46aa-aa49-b796f4e6b6fe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.995128] env[69287]: DEBUG nova.compute.provider_tree [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.997714] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 857.997714] env[69287]: value = "task-3450517" [ 857.997714] env[69287]: _type = "Task" [ 857.997714] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.007228] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450517, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.030366] env[69287]: DEBUG nova.network.neutron [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updated VIF entry in instance network info cache for port 37beab60-eb95-4372-8404-f4938a32c1a8. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.030785] env[69287]: DEBUG nova.network.neutron [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updating instance_info_cache with network_info: [{"id": "37beab60-eb95-4372-8404-f4938a32c1a8", "address": "fa:16:3e:d5:32:ca", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37beab60-eb", "ovs_interfaceid": "37beab60-eb95-4372-8404-f4938a32c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.139411] env[69287]: INFO nova.compute.manager [-] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Took 1.84 seconds to deallocate network for instance. [ 858.232451] env[69287]: DEBUG oslo_concurrency.lockutils [req-4eb9c09c-1f21-4186-9ea0-7e7968bd1421 req-c8dc6039-a7c9-4f6a-a1d4-2067acf18162 service nova] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.259495] env[69287]: INFO nova.compute.manager [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Took 26.99 seconds to build instance. [ 858.263588] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb386d39-4926-47fb-af41-734c48e637e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.291182] env[69287]: DEBUG nova.compute.manager [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.291182] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.291182] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55310cd2-ea07-4fc5-882b-c6f3444c6ee7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.291182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de1d610-7336-4dde-b165-8d7e13630be6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.304078] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 858.304078] env[69287]: value = "task-3450518" [ 858.304078] env[69287]: _type = "Task" [ 858.304078] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.317085] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.337459] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "601ed800-158d-4bec-a746-1825d79da206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.339965] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "601ed800-158d-4bec-a746-1825d79da206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.344473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "601ed800-158d-4bec-a746-1825d79da206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.344473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "601ed800-158d-4bec-a746-1825d79da206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.344473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "601ed800-158d-4bec-a746-1825d79da206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.346934] env[69287]: INFO nova.compute.manager [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Terminating instance [ 858.394362] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a06c45-fde1-9a65-68d6-a79bc7304a17, 'name': SearchDatastore_Task, 'duration_secs': 0.029133} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.395293] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461a2bd8-34e4-4e8d-88ae-0f5d7faf0965 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.405094] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 858.405094] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52572d67-33dc-d353-fb1f-87da959de780" [ 858.405094] env[69287]: _type = "Task" [ 858.405094] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.415733] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52572d67-33dc-d353-fb1f-87da959de780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.499808] env[69287]: DEBUG nova.scheduler.client.report [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.513513] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450517, 'name': Destroy_Task, 'duration_secs': 0.327106} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.513839] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Destroyed the VM [ 858.514510] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.514510] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ebdb908-dbd7-47cc-9293-9068b9c73159 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.522665] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 858.522665] env[69287]: value = "task-3450519" [ 858.522665] env[69287]: _type = "Task" [ 858.522665] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.532241] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.533876] env[69287]: DEBUG oslo_concurrency.lockutils [req-486c2ccd-c9b9-48e0-8f31-0140f292164c req-4942a2ea-3329-498d-b75f-f2409e760038 service nova] Releasing lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.653022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.763327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-258fb5db-7dab-4d99-a4b3-4a9120188c7d tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.501s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.810870] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.811797] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f2951d4-26e3-4603-ba98-72d06fc29a7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.821236] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450518, 'name': PowerOffVM_Task, 'duration_secs': 0.275447} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.822891] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.823424] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 858.823424] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688791', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'name': 'volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff', 'attached_at': '', 'detached_at': '', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'serial': '82bba397-473a-4f37-bd8f-ed273a6e7dc8'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 858.823963] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 858.823963] env[69287]: value = "task-3450520" [ 858.823963] env[69287]: _type = "Task" [ 858.823963] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.825045] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ca182-22d8-459b-8934-07da3e3010d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.828633] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-ceec6f62-e914-4659-8fab-25647605cc63-bf3e37c4-ebf4-465c-bcde-473934cd9c20" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.828980] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-ceec6f62-e914-4659-8fab-25647605cc63-bf3e37c4-ebf4-465c-bcde-473934cd9c20" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.857589] env[69287]: DEBUG nova.compute.manager [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.857856] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.862849] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66c5b6-7036-4e31-a4ef-aab4c1d2bf84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.870297] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb853ab-0a55-4e23-a6dd-8236a52fea53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.873799] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.882643] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.883442] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eee312b-6c03-466f-b7a1-e367921a8f7a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.886748] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b78e9b5-933b-4b4d-a79e-95587f085fa1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.915456] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32955a62-e08a-47ee-86f2-e8200e08aa3d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.918946] env[69287]: DEBUG oslo_vmware.api [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 858.918946] env[69287]: value = "task-3450521" [ 858.918946] env[69287]: _type = "Task" [ 858.918946] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.938011] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] The volume has not been displaced from its original location: [datastore1] volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8/volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 858.943789] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.944236] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52572d67-33dc-d353-fb1f-87da959de780, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.944945] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7aeefe-8cf5-4653-860e-b1b9f1e84043 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.959497] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.959825] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 0f10bd13-736c-4eb9-b725-ec327840b1e5/0f10bd13-736c-4eb9-b725-ec327840b1e5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.963273] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07297cd-2afa-448a-9521-e5d42a726f93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.965849] env[69287]: DEBUG oslo_vmware.api [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.973202] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 858.973202] env[69287]: value = "task-3450522" [ 858.973202] env[69287]: _type = "Task" [ 858.973202] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.974557] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 858.974557] env[69287]: value = "task-3450523" [ 858.974557] env[69287]: _type = "Task" [ 858.974557] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.988399] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.991358] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.008517] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.011216] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.313s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.012813] env[69287]: INFO nova.compute.claims [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.034980] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450519, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.036082] env[69287]: INFO nova.scheduler.client.report [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance f43004b6-4ed1-4e7a-878b-b476b4fbe421 [ 859.198281] env[69287]: DEBUG nova.compute.manager [req-611445e9-d00c-4acf-bccd-d38f2e486d5a req-2345f455-f4e1-4213-90b5-964b6fc71465 service nova] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Received event network-vif-deleted-6b37a0ce-287a-48b9-8241-571a03ba4d2c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.338697] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.338899] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.339858] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c30ddd-f16a-47e5-aba7-fc57968d78c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.346359] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.363324] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fd1fb3-3ca2-497b-9923-8395fbde955e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.394261] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Reconfiguring VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 859.394762] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3179a32d-00f4-483f-bd5f-e2a964035c15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.416932] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 859.416932] env[69287]: value = "task-3450524" [ 859.416932] env[69287]: _type = "Task" [ 859.416932] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.432786] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.436699] env[69287]: DEBUG oslo_vmware.api [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450521, 'name': PowerOffVM_Task, 'duration_secs': 0.28907} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.437198] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.437418] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.438047] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c17be0c8-41ff-4286-99c3-38b47a3abe02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.489044] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450522, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.493136] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450523, 'name': ReconfigVM_Task, 'duration_secs': 0.244961} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.493136] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.499319] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-856dbc24-e51e-4998-aae7-2e1f472bc164 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.526061] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 859.526061] env[69287]: value = "task-3450526" [ 859.526061] env[69287]: _type = "Task" [ 859.526061] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.531356] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.531628] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.531794] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Deleting the datastore file [datastore2] 601ed800-158d-4bec-a746-1825d79da206 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.537035] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71fd42f0-8746-4efa-aa0f-9c00b00a7baf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.555487] env[69287]: DEBUG oslo_vmware.api [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450519, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589257} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.556175] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.556484] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9f8035c-5245-45c9-a033-7a420e0a9596 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f43004b6-4ed1-4e7a-878b-b476b4fbe421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.715s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.559493] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.561179] env[69287]: INFO nova.compute.manager [None req-18ea5a6e-8ff8-4837-99d5-2408c3892e79 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 859.562491] env[69287]: DEBUG oslo_vmware.api [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for the task: (returnval){ [ 859.562491] env[69287]: value = "task-3450527" [ 859.562491] env[69287]: _type = "Task" [ 859.562491] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.574667] env[69287]: DEBUG oslo_vmware.api [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.842637] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450520, 'name': CreateSnapshot_Task, 'duration_secs': 0.847453} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.842637] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 859.843709] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb41bbe-4c90-4770-9bac-636cd53932ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.928603] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.986598] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669493} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.987095] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 0f10bd13-736c-4eb9-b725-ec327840b1e5/0f10bd13-736c-4eb9-b725-ec327840b1e5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.987205] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.987425] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d7819ca-3081-4911-b040-b758c0789b37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.994880] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 859.994880] env[69287]: value = "task-3450528" [ 859.994880] env[69287]: _type = "Task" [ 859.994880] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.006322] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.046381] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450526, 'name': ReconfigVM_Task, 'duration_secs': 0.150792} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.050078] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688791', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'name': 'volume-82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff', 'attached_at': '', 'detached_at': '', 'volume_id': '82bba397-473a-4f37-bd8f-ed273a6e7dc8', 'serial': '82bba397-473a-4f37-bd8f-ed273a6e7dc8'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 860.050078] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.050078] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f986ddc-019e-4705-b2fb-f6e2ded79bbf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.059102] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.059399] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6be4e4a-64fb-477b-a637-a00f5204a62c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.084104] env[69287]: DEBUG oslo_vmware.api [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Task: {'id': task-3450527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296258} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.084104] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.084104] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.084104] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.084104] env[69287]: INFO nova.compute.manager [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] [instance: 601ed800-158d-4bec-a746-1825d79da206] Took 1.23 seconds to destroy the instance on the hypervisor. [ 860.084586] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.084627] env[69287]: DEBUG nova.compute.manager [-] [instance: 601ed800-158d-4bec-a746-1825d79da206] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.084736] env[69287]: DEBUG nova.network.neutron [-] [instance: 601ed800-158d-4bec-a746-1825d79da206] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.156837] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.157028] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.157249] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Deleting the datastore file [datastore1] 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.157517] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b30a758-b6e7-4ec9-b437-f1e3c78a91ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.169687] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for the task: (returnval){ [ 860.169687] env[69287]: value = "task-3450530" [ 860.169687] env[69287]: _type = "Task" [ 860.169687] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.184833] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.370414] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.371150] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8768c9bb-3d76-4182-9a2c-82b1e7054fec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.382418] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 860.382418] env[69287]: value = "task-3450531" [ 860.382418] env[69287]: _type = "Task" [ 860.382418] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.391623] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450531, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.431207] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.508384] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068885} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.508645] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.509524] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71577cce-62e9-436c-a7f1-bcf9a8360a55 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.535433] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 0f10bd13-736c-4eb9-b725-ec327840b1e5/0f10bd13-736c-4eb9-b725-ec327840b1e5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.538902] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d7ad80-21b9-46b7-a31c-689fe9767a91 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564949] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 860.564949] env[69287]: value = "task-3450532" [ 860.564949] env[69287]: _type = "Task" [ 860.564949] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.579547] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.638494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d5c791-3df7-4dc6-a40a-713b9592a56d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.647284] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6f812-ef79-4e06-bc2c-57de33fa74c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.692236] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a678a5-60ac-4fbd-82c7-f2384eb652be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.701749] env[69287]: DEBUG oslo_vmware.api [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Task: {'id': task-3450530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088998} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.704657] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.704910] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.705161] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.705385] env[69287]: INFO nova.compute.manager [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Took 2.42 seconds to destroy the instance on the hypervisor. [ 860.705637] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.705896] env[69287]: DEBUG nova.compute.manager [-] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.705991] env[69287]: DEBUG nova.network.neutron [-] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.708699] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087fe229-7ca7-489f-bfa8-3d2de85645e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.731416] env[69287]: DEBUG nova.compute.provider_tree [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.857466] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.857815] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.894314] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450531, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.928115] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.989242] env[69287]: DEBUG nova.network.neutron [-] [instance: 601ed800-158d-4bec-a746-1825d79da206] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.079717] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450532, 'name': ReconfigVM_Task, 'duration_secs': 0.340174} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.082467] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 0f10bd13-736c-4eb9-b725-ec327840b1e5/0f10bd13-736c-4eb9-b725-ec327840b1e5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.082467] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210e475c-5c99-4627-88e0-f504b98e7bc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.091659] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 861.091659] env[69287]: value = "task-3450533" [ 861.091659] env[69287]: _type = "Task" [ 861.091659] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.101995] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450533, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.238921] env[69287]: DEBUG nova.scheduler.client.report [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.280352] env[69287]: DEBUG nova.compute.manager [req-054b8db7-f8a7-443b-8760-32b20171ea6b req-7a34b12c-b8fe-4df0-afcb-b165a07e5b7f service nova] [instance: 601ed800-158d-4bec-a746-1825d79da206] Received event network-vif-deleted-860de66e-9dc6-4896-81cd-6eb00d41cfc6 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.360276] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.398155] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450531, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.435766] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.492299] env[69287]: INFO nova.compute.manager [-] [instance: 601ed800-158d-4bec-a746-1825d79da206] Took 1.41 seconds to deallocate network for instance. [ 861.607494] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450533, 'name': Rename_Task, 'duration_secs': 0.163994} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.607494] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.607682] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b25b614c-6ecb-45d5-b8b6-6191beb1553e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.615650] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 861.615650] env[69287]: value = "task-3450534" [ 861.615650] env[69287]: _type = "Task" [ 861.615650] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.625057] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.745052] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.745052] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.750079] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.374s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.750079] env[69287]: DEBUG nova.objects.instance [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lazy-loading 'resources' on Instance uuid fa6b327b-5fd6-4a60-8358-37a612b17ed5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.757412] env[69287]: DEBUG nova.network.neutron [-] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.799695] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "14dd9d52-c143-4fae-9e9e-034fb48e9123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.799996] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.800251] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "14dd9d52-c143-4fae-9e9e-034fb48e9123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.800438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.800605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.802884] env[69287]: INFO nova.compute.manager [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Terminating instance [ 861.896559] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450531, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.929529] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.954345] env[69287]: DEBUG nova.compute.manager [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.955327] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527e0d9-8606-490b-9153-4f02324ac2f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.001044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.005780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.130311] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.251749] env[69287]: DEBUG nova.compute.utils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.254569] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.254569] env[69287]: DEBUG nova.network.neutron [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.268584] env[69287]: INFO nova.compute.manager [-] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Took 1.56 seconds to deallocate network for instance. [ 862.312804] env[69287]: DEBUG nova.compute.manager [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.312804] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.318294] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27db132d-a477-4cda-b946-9fd15c81203b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.348160] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.349047] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4806e99-f47f-417f-a3a8-829158e04917 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.369759] env[69287]: DEBUG nova.policy [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '307906111bff474883ed29840d0b0a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4a573f3b4c426fa5f070cc6c1193df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.374033] env[69287]: DEBUG oslo_vmware.api [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 862.374033] env[69287]: value = "task-3450535" [ 862.374033] env[69287]: _type = "Task" [ 862.374033] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.392629] env[69287]: DEBUG oslo_vmware.api [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.421345] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450531, 'name': CloneVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.432064] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.476093] env[69287]: INFO nova.compute.manager [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] instance snapshotting [ 862.479070] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978a6ddb-ef4d-407a-b558-715e8d6fb6a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.507020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b876eb-000b-45f3-915e-8f5e33010671 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.635022] env[69287]: DEBUG oslo_vmware.api [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450534, 'name': PowerOnVM_Task, 'duration_secs': 0.696422} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.637845] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.638155] env[69287]: INFO nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Took 9.29 seconds to spawn the instance on the hypervisor. [ 862.638406] env[69287]: DEBUG nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.639535] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1a341b-d66a-4f20-9160-b7606cde6bcb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.767109] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.859046] env[69287]: INFO nova.compute.manager [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Took 0.59 seconds to detach 1 volumes for instance. [ 862.859747] env[69287]: DEBUG nova.compute.manager [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Deleting volume: 82bba397-473a-4f37-bd8f-ed273a6e7dc8 {{(pid=69287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 862.862583] env[69287]: DEBUG nova.network.neutron [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Successfully created port: 6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.888406] env[69287]: DEBUG oslo_vmware.api [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450535, 'name': PowerOffVM_Task, 'duration_secs': 0.219064} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.889124] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.889124] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.889445] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81fe4da4-8c91-446b-adcc-a4532394e2b4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.912230] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450531, 'name': CloneVM_Task, 'duration_secs': 2.105373} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.912624] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created linked-clone VM from snapshot [ 862.913943] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb56ae4-0b8b-4cd3-a611-40f49cb23035 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.932489] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Uploading image 5a6188a4-cb62-439c-b1f1-40b2def1f6fe {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 862.939513] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7765698a-fc66-4f43-9926-8704974ce6b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.944961] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.948910] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4537b1-3177-4488-be24-ef7fb5b8aa2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.991025] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9264ecc9-de6f-459a-a4e5-34e9e061414f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.994175] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 862.994175] env[69287]: value = "vm-688914" [ 862.994175] env[69287]: _type = "VirtualMachine" [ 862.994175] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 862.994824] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d78bcf9-2a4a-4aa2-9bf8-9877e2c72e76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.999142] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.999442] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.999634] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Deleting the datastore file [datastore2] 14dd9d52-c143-4fae-9e9e-034fb48e9123 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.003032] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98736d2e-74ed-44a8-ab81-7fb15b83c7b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.008689] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c53021a-5566-4080-91d0-391e998401e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.013466] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease: (returnval){ [ 863.013466] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52489e83-7d82-9269-10e7-a84c2227544b" [ 863.013466] env[69287]: _type = "HttpNfcLease" [ 863.013466] env[69287]: } obtained for exporting VM: (result){ [ 863.013466] env[69287]: value = "vm-688914" [ 863.013466] env[69287]: _type = "VirtualMachine" [ 863.013466] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 863.013806] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the lease: (returnval){ [ 863.013806] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52489e83-7d82-9269-10e7-a84c2227544b" [ 863.013806] env[69287]: _type = "HttpNfcLease" [ 863.013806] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 863.015848] env[69287]: DEBUG oslo_vmware.api [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 863.015848] env[69287]: value = "task-3450539" [ 863.015848] env[69287]: _type = "Task" [ 863.015848] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.021615] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.021979] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59d8b3cb-6902-4db2-bc87-d12ce258f912 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.038375] env[69287]: DEBUG nova.compute.provider_tree [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.040861] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 863.040861] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52489e83-7d82-9269-10e7-a84c2227544b" [ 863.040861] env[69287]: _type = "HttpNfcLease" [ 863.040861] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 863.044168] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 863.044168] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52489e83-7d82-9269-10e7-a84c2227544b" [ 863.044168] env[69287]: _type = "HttpNfcLease" [ 863.044168] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 863.044443] env[69287]: DEBUG oslo_vmware.api [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.046245] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8de552-d98c-405c-b17b-d259cb321e4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.049507] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 863.049507] env[69287]: value = "task-3450540" [ 863.049507] env[69287]: _type = "Task" [ 863.049507] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.062093] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52325bfb-1245-6397-b9b8-6169b2154b42/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 863.062346] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52325bfb-1245-6397-b9b8-6169b2154b42/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 863.068256] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.166539] env[69287]: INFO nova.compute.manager [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Took 24.76 seconds to build instance. [ 863.168705] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5c3404b-87ce-4940-8aa9-a39574fac94a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.318927] env[69287]: DEBUG nova.compute.manager [req-f5e4866a-41af-45c2-8fe5-2f2895e17f90 req-94690657-97ba-4c99-9660-2f5ed07f2e34 service nova] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Received event network-vif-deleted-d0e41c99-f89f-4f19-82e0-26c3f8ab96ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.439310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.439853] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.535226] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.535737] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.537271] env[69287]: DEBUG oslo_vmware.api [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167912} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.538134] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.538404] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.538729] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.539045] env[69287]: INFO nova.compute.manager [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Took 1.23 seconds to destroy the instance on the hypervisor. [ 863.539446] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.539761] env[69287]: DEBUG nova.compute.manager [-] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.539992] env[69287]: DEBUG nova.network.neutron [-] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.542304] env[69287]: DEBUG nova.scheduler.client.report [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.562571] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450540, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.670196] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61dfde6e-26cf-4ee3-ae9c-d143c94341d5 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.274s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.784031] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.936357] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.022863] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.023157] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.023362] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.023549] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.023694] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.023846] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.024672] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.025129] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.025337] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.026043] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.026043] env[69287]: DEBUG nova.virt.hardware [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.027032] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2347a509-5206-4097-9c7f-b3fbb81e65a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.041024] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.045559] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e7e54-eb90-436d-a311-b328ce1bd0c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.059650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.067444] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.307s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.068103] env[69287]: INFO nova.compute.claims [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.092040] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450540, 'name': CreateSnapshot_Task, 'duration_secs': 0.801623} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.092951] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.093275] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a4848a-9083-4e63-b920-9db2009441d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.324459] env[69287]: DEBUG nova.network.neutron [-] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.436834] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.498204] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.498541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.498858] env[69287]: INFO nova.compute.manager [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Shelving [ 864.584957] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.601980] env[69287]: DEBUG oslo_concurrency.lockutils [None req-744a0213-196c-45d0-badd-81da86cf27a9 tempest-ServerActionsV293TestJSON-581938667 tempest-ServerActionsV293TestJSON-581938667-project-member] Lock "fa6b327b-5fd6-4a60-8358-37a612b17ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.579s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.616701] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.618135] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a95bd46-d4a0-450a-bf84-2d943d38cde1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.628772] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 864.628772] env[69287]: value = "task-3450541" [ 864.628772] env[69287]: _type = "Task" [ 864.628772] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.642193] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450541, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.689433] env[69287]: DEBUG nova.network.neutron [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Successfully updated port: 6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.829579] env[69287]: INFO nova.compute.manager [-] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Took 1.29 seconds to deallocate network for instance. [ 864.936394] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.144804] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450541, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.194578] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "refresh_cache-256523a9-f101-4231-b1bf-3af7564b4dd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.194847] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "refresh_cache-256523a9-f101-4231-b1bf-3af7564b4dd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.195059] env[69287]: DEBUG nova.network.neutron [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.336577] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.354600] env[69287]: DEBUG nova.compute.manager [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Received event network-vif-deleted-cead0b32-5dc3-4cb9-9569-3417a40bfd91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.354918] env[69287]: DEBUG nova.compute.manager [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Received event network-vif-plugged-6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.355105] env[69287]: DEBUG oslo_concurrency.lockutils [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] Acquiring lock "256523a9-f101-4231-b1bf-3af7564b4dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.355353] env[69287]: DEBUG oslo_concurrency.lockutils [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.355527] env[69287]: DEBUG oslo_concurrency.lockutils [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.355971] env[69287]: DEBUG nova.compute.manager [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] No waiting events found dispatching network-vif-plugged-6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.355971] env[69287]: WARNING nova.compute.manager [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Received unexpected event network-vif-plugged-6f16c9c2-2e4c-4890-b8e8-78dac667caf3 for instance with vm_state building and task_state spawning. [ 865.356101] env[69287]: DEBUG nova.compute.manager [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Received event network-changed-6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.356256] env[69287]: DEBUG nova.compute.manager [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Refreshing instance network info cache due to event network-changed-6f16c9c2-2e4c-4890-b8e8-78dac667caf3. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.356459] env[69287]: DEBUG oslo_concurrency.lockutils [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] Acquiring lock "refresh_cache-256523a9-f101-4231-b1bf-3af7564b4dd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.440368] env[69287]: DEBUG oslo_vmware.api [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450524, 'name': ReconfigVM_Task, 'duration_secs': 5.84478} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.443408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.443617] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Reconfigured VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 865.507609] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b717ea-73c4-4835-af45-b6b58d9f3093 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.512545] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.513325] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9edc7209-8ef2-49da-94a3-18aab129ed9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.518870] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655d9715-5bea-4072-882b-51b0d39c2b58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.523925] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 865.523925] env[69287]: value = "task-3450542" [ 865.523925] env[69287]: _type = "Task" [ 865.523925] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.555790] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2d4458-e692-4902-ba35-848229b9e1c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.562996] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.572759] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f94c8d-ec57-4970-b93c-835ba881090a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.593127] env[69287]: DEBUG nova.compute.provider_tree [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.645347] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450541, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.756357] env[69287]: DEBUG nova.network.neutron [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.987884] env[69287]: DEBUG nova.network.neutron [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Updating instance_info_cache with network_info: [{"id": "6f16c9c2-2e4c-4890-b8e8-78dac667caf3", "address": "fa:16:3e:ca:67:48", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f16c9c2-2e", "ovs_interfaceid": "6f16c9c2-2e4c-4890-b8e8-78dac667caf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.038913] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450542, 'name': PowerOffVM_Task, 'duration_secs': 0.332758} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.039223] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.040269] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b892b7-f268-4a83-a348-3878736c032b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.061088] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683f9d3f-44ca-43f6-8530-2a670252023b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.096612] env[69287]: DEBUG nova.scheduler.client.report [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.148057] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450541, 'name': CloneVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.490244] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "refresh_cache-256523a9-f101-4231-b1bf-3af7564b4dd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.490666] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Instance network_info: |[{"id": "6f16c9c2-2e4c-4890-b8e8-78dac667caf3", "address": "fa:16:3e:ca:67:48", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f16c9c2-2e", "ovs_interfaceid": "6f16c9c2-2e4c-4890-b8e8-78dac667caf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.491128] env[69287]: DEBUG oslo_concurrency.lockutils [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] Acquired lock "refresh_cache-256523a9-f101-4231-b1bf-3af7564b4dd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.491252] env[69287]: DEBUG nova.network.neutron [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Refreshing network info cache for port 6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.496019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:67:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f16c9c2-2e4c-4890-b8e8-78dac667caf3', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.502462] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.503638] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.503888] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf72dba0-37f1-4139-84b6-cc701fce442b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.528315] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.528315] env[69287]: value = "task-3450543" [ 866.528315] env[69287]: _type = "Task" [ 866.528315] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.536933] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450543, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.574115] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 866.574497] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c08a68f6-8fdb-46ea-a766-8a54d91e7432 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.583846] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 866.583846] env[69287]: value = "task-3450544" [ 866.583846] env[69287]: _type = "Task" [ 866.583846] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.600342] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450544, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.601354] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.601970] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.605383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.792s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.648492] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450541, 'name': CloneVM_Task, 'duration_secs': 1.524311} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.648826] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Created linked-clone VM from snapshot [ 866.649637] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96771ab5-072c-4762-9c03-c847df085174 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.660156] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Uploading image 2c0c6b70-a840-4b02-9e99-5deaae259fea {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.682242] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.682242] env[69287]: value = "vm-688916" [ 866.682242] env[69287]: _type = "VirtualMachine" [ 866.682242] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.682821] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5810fbe6-cfd0-48e0-b3b0-b5ac58070551 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.692231] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lease: (returnval){ [ 866.692231] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d52f1-a66e-d4b0-b2ec-ac6714e075d7" [ 866.692231] env[69287]: _type = "HttpNfcLease" [ 866.692231] env[69287]: } obtained for exporting VM: (result){ [ 866.692231] env[69287]: value = "vm-688916" [ 866.692231] env[69287]: _type = "VirtualMachine" [ 866.692231] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.692536] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the lease: (returnval){ [ 866.692536] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d52f1-a66e-d4b0-b2ec-ac6714e075d7" [ 866.692536] env[69287]: _type = "HttpNfcLease" [ 866.692536] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.700651] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.700651] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d52f1-a66e-d4b0-b2ec-ac6714e075d7" [ 866.700651] env[69287]: _type = "HttpNfcLease" [ 866.700651] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 866.943326] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.943553] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.943769] env[69287]: DEBUG nova.network.neutron [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.039275] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450543, 'name': CreateVM_Task, 'duration_secs': 0.453092} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.041746] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.042467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.042631] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.042953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.043554] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171f0121-066b-490c-8d73-615d66d9675e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.048852] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 867.048852] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528cf00b-0992-a7f1-3bb9-6a3b5883a4f0" [ 867.048852] env[69287]: _type = "Task" [ 867.048852] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.059035] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528cf00b-0992-a7f1-3bb9-6a3b5883a4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.095480] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450544, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.109082] env[69287]: DEBUG nova.compute.utils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.122606] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.122819] env[69287]: DEBUG nova.network.neutron [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.184969] env[69287]: DEBUG nova.policy [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebdc9ae78da3405b86507f6d3512cc99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9b33cdf9004ee69ed8e5cb78d76807', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.201862] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.201862] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d52f1-a66e-d4b0-b2ec-ac6714e075d7" [ 867.201862] env[69287]: _type = "HttpNfcLease" [ 867.201862] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.202181] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.202181] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d52f1-a66e-d4b0-b2ec-ac6714e075d7" [ 867.202181] env[69287]: _type = "HttpNfcLease" [ 867.202181] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.202933] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4646e64-8a92-487b-8701-f03bf39bd7f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.212367] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e7a91-2003-efca-895d-8171f6425862/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.212536] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e7a91-2003-efca-895d-8171f6425862/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.293959] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.294264] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "ceec6f62-e914-4659-8fab-25647605cc63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.294507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.294671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "ceec6f62-e914-4659-8fab-25647605cc63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.294848] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "ceec6f62-e914-4659-8fab-25647605cc63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.297422] env[69287]: INFO nova.compute.manager [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Terminating instance [ 867.354333] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c657e7f-6a80-4a31-9bd4-0edcffe67165 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.405673] env[69287]: DEBUG nova.network.neutron [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Updated VIF entry in instance network info cache for port 6f16c9c2-2e4c-4890-b8e8-78dac667caf3. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.407090] env[69287]: DEBUG nova.network.neutron [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Updating instance_info_cache with network_info: [{"id": "6f16c9c2-2e4c-4890-b8e8-78dac667caf3", "address": "fa:16:3e:ca:67:48", "network": {"id": "95e7738b-babc-4bd0-8ade-3ffeeb481e5d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246541332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4a573f3b4c426fa5f070cc6c1193df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f16c9c2-2e", "ovs_interfaceid": "6f16c9c2-2e4c-4890-b8e8-78dac667caf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.415654] env[69287]: DEBUG nova.compute.manager [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-vif-deleted-bf3e37c4-ebf4-465c-bcde-473934cd9c20 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.415654] env[69287]: INFO nova.compute.manager [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Neutron deleted interface bf3e37c4-ebf4-465c-bcde-473934cd9c20; detaching it from the instance and deleting it from the info cache [ 867.415654] env[69287]: DEBUG nova.network.neutron [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.564367] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528cf00b-0992-a7f1-3bb9-6a3b5883a4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017255} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.564955] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.565321] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.565612] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.565809] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.566050] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.568999] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7939957b-d71a-486b-98d6-f5d6577d249d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.580196] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.580401] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.581406] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a647120d-8ad8-47a2-a2ff-cadddd20feb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.590595] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 867.590595] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52506d28-2255-4d53-8165-faa3d3124a2a" [ 867.590595] env[69287]: _type = "Task" [ 867.590595] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.599416] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450544, 'name': CreateSnapshot_Task, 'duration_secs': 0.53321} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.600134] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 867.600939] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed85a1f0-ea78-4c9b-ba3a-936e7a2aaff0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.608883] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52506d28-2255-4d53-8165-faa3d3124a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.610318] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a7a49f-6485-4cfa-baf5-944fc97645d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.622121] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 867.622121] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52369019-9db0-1760-ce4b-1b466b3464d2" [ 867.622121] env[69287]: _type = "Task" [ 867.622121] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.622699] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.630049] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Applying migration context for instance 42273db3-0272-46ac-9be6-edcbe7898d7d as it has an incoming, in-progress migration 73a7c888-a801-4631-891d-7bbf85dfd7a4. Migration status is reverting {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 867.631791] env[69287]: INFO nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating resource usage from migration 73a7c888-a801-4631-891d-7bbf85dfd7a4 [ 867.641318] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52369019-9db0-1760-ce4b-1b466b3464d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.644092] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.644854] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 256523a9-f101-4231-b1bf-3af7564b4dd5/256523a9-f101-4231-b1bf-3af7564b4dd5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.644854] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea581541-e103-4262-b0e7-49d17bc9dfed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.654775] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 867.654775] env[69287]: value = "task-3450546" [ 867.654775] env[69287]: _type = "Task" [ 867.654775] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.662886] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.663125] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance e0644f3d-ca8f-4411-b54b-e24c33070882 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.663777] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 7adab229-dc33-44c0-bfe5-8ae48d438f41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.663777] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.663777] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.663777] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.663777] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 601ed800-158d-4bec-a746-1825d79da206 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.663959] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 8ab143f5-d2c6-4ced-805a-89fb0ce860b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.664039] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.664170] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 47493890-3a5e-4f5e-a1fd-f6be17648fc9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.664300] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ceec6f62-e914-4659-8fab-25647605cc63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.664425] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4617d99a-7eca-44ec-aa4f-daed7a2c056f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.664550] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.664664] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance acc9d915-13c4-45e2-bc98-0af1d8b9d714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.664819] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance da70aeb0-9833-4416-a263-872c66d824d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.664904] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Migration 73a7c888-a801-4631-891d-7bbf85dfd7a4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 867.665051] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 42273db3-0272-46ac-9be6-edcbe7898d7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.665167] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ed9a6c95-9db3-4ddb-928a-18208b85f606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.665302] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 14dd9d52-c143-4fae-9e9e-034fb48e9123 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 867.665444] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 0f10bd13-736c-4eb9-b725-ec327840b1e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.665518] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 256523a9-f101-4231-b1bf-3af7564b4dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.665639] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9eaafd7a-ce2e-4ef0-8a1b-642039348620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.671137] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.801887] env[69287]: DEBUG nova.compute.manager [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.802187] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.803165] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcae0c-36a0-4fbb-a1d2-a81e6b645fdb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.810733] env[69287]: DEBUG nova.network.neutron [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Successfully created port: cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.815528] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.815863] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca0d5a6-8a31-4b9a-9006-8f9a08ce40a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.824392] env[69287]: DEBUG oslo_vmware.api [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 867.824392] env[69287]: value = "task-3450547" [ 867.824392] env[69287]: _type = "Task" [ 867.824392] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.837993] env[69287]: DEBUG oslo_vmware.api [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.909966] env[69287]: DEBUG oslo_concurrency.lockutils [req-eb091cd7-1f0c-48d5-abe3-6f5b90d22745 req-e43cb90e-7015-4cb3-8e2a-a4bddf78282c service nova] Releasing lock "refresh_cache-256523a9-f101-4231-b1bf-3af7564b4dd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.918358] env[69287]: DEBUG oslo_concurrency.lockutils [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] Acquiring lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.924890] env[69287]: INFO nova.network.neutron [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Port bf3e37c4-ebf4-465c-bcde-473934cd9c20 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 867.925334] env[69287]: DEBUG nova.network.neutron [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [{"id": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "address": "fa:16:3e:5c:ba:3d", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36cb56cf-ee", "ovs_interfaceid": "36cb56cf-eed3-4fee-84d4-3c2945d80f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.132505] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 868.138326] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9dd162d-f5a6-498d-8c99-7e6b4c0e8d52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.154033] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 868.154033] env[69287]: value = "task-3450548" [ 868.154033] env[69287]: _type = "Task" [ 868.154033] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.176800] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance fdd5c1d1-f063-40f0-b242-92693bfd8899 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 868.177588] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450548, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.183443] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502634} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.184576] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 256523a9-f101-4231-b1bf-3af7564b4dd5/256523a9-f101-4231-b1bf-3af7564b4dd5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.185029] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.185732] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73548101-b78f-4386-83a6-c3319cccc876 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.196174] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 868.196174] env[69287]: value = "task-3450549" [ 868.196174] env[69287]: _type = "Task" [ 868.196174] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.209941] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.337514] env[69287]: DEBUG oslo_vmware.api [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450547, 'name': PowerOffVM_Task, 'duration_secs': 0.289238} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.338354] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.338692] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.339308] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2990702-a985-4a4e-af23-ac1f7e613d90 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.428055] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.430863] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.431227] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.431533] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleting the datastore file [datastore2] ceec6f62-e914-4659-8fab-25647605cc63 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.432104] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aacb053-e29c-45ff-9ee7-dc0cc599400f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.442633] env[69287]: DEBUG oslo_vmware.api [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 868.442633] env[69287]: value = "task-3450551" [ 868.442633] env[69287]: _type = "Task" [ 868.442633] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.454600] env[69287]: DEBUG oslo_vmware.api [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.646128] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.664989] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450548, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.684112] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ed9f2924-4d7c-4585-9d80-7fabfa0a7f49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 868.708862] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088595} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.709327] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.710258] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfbdd5-153c-427b-88f9-2f4808f28ea6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.735346] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 256523a9-f101-4231-b1bf-3af7564b4dd5/256523a9-f101-4231-b1bf-3af7564b4dd5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.735768] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f033a0c-c58e-431f-8891-0b4f7b8f6713 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.760012] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 868.760012] env[69287]: value = "task-3450552" [ 868.760012] env[69287]: _type = "Task" [ 868.760012] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.770842] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.933616] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a394ada6-6902-4771-b65f-4faa8fb72ac7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-ceec6f62-e914-4659-8fab-25647605cc63-bf3e37c4-ebf4-465c-bcde-473934cd9c20" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.104s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.955074] env[69287]: DEBUG oslo_vmware.api [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459604} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.956378] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.956723] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.957020] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.957344] env[69287]: INFO nova.compute.manager [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 868.957596] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.958120] env[69287]: DEBUG nova.compute.manager [-] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.958232] env[69287]: DEBUG nova.network.neutron [-] [instance: ceec6f62-e914-4659-8fab-25647605cc63] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.171418] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450548, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.188196] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 36209999-6220-4c93-b6d5-d3ea8074e437 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 869.276395] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.668284] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450548, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.671370] env[69287]: DEBUG nova.network.neutron [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Successfully updated port: cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.691504] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d91e2d81-cb72-40b4-ac1c-314bd5cd83b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 869.777726] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.912300] env[69287]: DEBUG nova.compute.manager [req-52b26c55-4ad6-4d56-9058-6501454a29cc req-f244a2e1-5df7-4a98-b343-9fe57eb50960 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Received event network-vif-deleted-36cb56cf-eed3-4fee-84d4-3c2945d80f82 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.912300] env[69287]: INFO nova.compute.manager [req-52b26c55-4ad6-4d56-9058-6501454a29cc req-f244a2e1-5df7-4a98-b343-9fe57eb50960 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Neutron deleted interface 36cb56cf-eed3-4fee-84d4-3c2945d80f82; detaching it from the instance and deleting it from the info cache [ 869.912429] env[69287]: DEBUG nova.network.neutron [req-52b26c55-4ad6-4d56-9058-6501454a29cc req-f244a2e1-5df7-4a98-b343-9fe57eb50960 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.032717] env[69287]: DEBUG nova.network.neutron [-] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.169969] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450548, 'name': CloneVM_Task, 'duration_secs': 2.006776} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.170431] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Created linked-clone VM from snapshot [ 870.171645] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65543d-3760-4e77-999e-9c04793e6952 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.176931] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "refresh_cache-9eaafd7a-ce2e-4ef0-8a1b-642039348620" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.177158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquired lock "refresh_cache-9eaafd7a-ce2e-4ef0-8a1b-642039348620" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.177411] env[69287]: DEBUG nova.network.neutron [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.187559] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Uploading image 3034564b-3728-4968-894c-6805eda8e319 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 870.200795] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 52a72c7e-e441-4fb5-a9ce-2f1eb4478308 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 870.200795] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 870.200795] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 870.275269] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.414894] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0056d94e-dc9b-46ff-a238-eeaff2539ce2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.425654] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f1c2e4-845d-4f39-a613-b9e2d99e5367 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.470788] env[69287]: DEBUG nova.compute.manager [req-52b26c55-4ad6-4d56-9058-6501454a29cc req-f244a2e1-5df7-4a98-b343-9fe57eb50960 service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Detach interface failed, port_id=36cb56cf-eed3-4fee-84d4-3c2945d80f82, reason: Instance ceec6f62-e914-4659-8fab-25647605cc63 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 870.535799] env[69287]: INFO nova.compute.manager [-] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Took 1.58 seconds to deallocate network for instance. [ 870.604885] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd81cd1-97ef-439f-bbf1-11c52f2548da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.614364] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6872c1ab-bcf0-4735-9bb9-574f3ca87be9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.648069] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0720e76-39bc-40e8-8b4b-b0e449f291a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.658913] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34706ca0-dcb1-427c-92c3-f3a198761b91 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.674668] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.712383] env[69287]: DEBUG nova.network.neutron [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.773888] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450552, 'name': ReconfigVM_Task, 'duration_secs': 1.560273} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.774250] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 256523a9-f101-4231-b1bf-3af7564b4dd5/256523a9-f101-4231-b1bf-3af7564b4dd5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.774960] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e8579c2-7213-4ddc-aaf6-48baeda8bc0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.784746] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 870.784746] env[69287]: value = "task-3450553" [ 870.784746] env[69287]: _type = "Task" [ 870.784746] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.794419] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450553, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.850050] env[69287]: DEBUG nova.network.neutron [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Updating instance_info_cache with network_info: [{"id": "cbfdc235-7e15-42b1-ad9c-91aa886dbab5", "address": "fa:16:3e:b4:07:64", "network": {"id": "43b11186-3f53-4f83-8906-b4aac4e6dec5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1898249399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9b33cdf9004ee69ed8e5cb78d76807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfdc235-7e", "ovs_interfaceid": "cbfdc235-7e15-42b1-ad9c-91aa886dbab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.046815] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.178470] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.296193] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450553, 'name': Rename_Task, 'duration_secs': 0.213305} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.296586] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.297089] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29c9fe5a-f635-4d76-bc19-e56e2c8de76a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.306271] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 871.306271] env[69287]: value = "task-3450554" [ 871.306271] env[69287]: _type = "Task" [ 871.306271] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.315476] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.352694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Releasing lock "refresh_cache-9eaafd7a-ce2e-4ef0-8a1b-642039348620" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.353466] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Instance network_info: |[{"id": "cbfdc235-7e15-42b1-ad9c-91aa886dbab5", "address": "fa:16:3e:b4:07:64", "network": {"id": "43b11186-3f53-4f83-8906-b4aac4e6dec5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1898249399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9b33cdf9004ee69ed8e5cb78d76807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfdc235-7e", "ovs_interfaceid": "cbfdc235-7e15-42b1-ad9c-91aa886dbab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.414822] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.415272] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.415462] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.415666] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.415819] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.416014] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.416283] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.416453] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.416627] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.416794] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.417064] env[69287]: DEBUG nova.virt.hardware [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.419333] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77fbf94-49e6-4d04-9a05-1cc27aaab54c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.427500] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.427500] env[69287]: value = "vm-688919" [ 871.427500] env[69287]: _type = "VirtualMachine" [ 871.427500] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.428945] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c611c867-e6f3-48ac-8379-b853b9735546 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.434452] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca693c0-b127-438e-9242-1cc854d43466 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.441871] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52325bfb-1245-6397-b9b8-6169b2154b42/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 871.442415] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lease: (returnval){ [ 871.442415] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236e63a-5ffa-ec59-1726-f4fedd28f226" [ 871.442415] env[69287]: _type = "HttpNfcLease" [ 871.442415] env[69287]: } obtained for exporting VM: (result){ [ 871.442415] env[69287]: value = "vm-688919" [ 871.442415] env[69287]: _type = "VirtualMachine" [ 871.442415] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.442670] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the lease: (returnval){ [ 871.442670] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236e63a-5ffa-ec59-1726-f4fedd28f226" [ 871.442670] env[69287]: _type = "HttpNfcLease" [ 871.442670] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.443455] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7aeeb-ddc0-45c8-887e-06a680cc0e15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.458675] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:07:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbfdc235-7e15-42b1-ad9c-91aa886dbab5', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.466558] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Creating folder: Project (ea9b33cdf9004ee69ed8e5cb78d76807). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.469251] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad38e63-cb99-4e2a-9309-224820a3909a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.471172] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52325bfb-1245-6397-b9b8-6169b2154b42/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 871.471351] env[69287]: ERROR oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52325bfb-1245-6397-b9b8-6169b2154b42/disk-0.vmdk due to incomplete transfer. [ 871.473090] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa7da1be-238e-4d5e-9316-04c6a36daf0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.474718] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.474718] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236e63a-5ffa-ec59-1726-f4fedd28f226" [ 871.474718] env[69287]: _type = "HttpNfcLease" [ 871.474718] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.475389] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.475389] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5236e63a-5ffa-ec59-1726-f4fedd28f226" [ 871.475389] env[69287]: _type = "HttpNfcLease" [ 871.475389] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.476532] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2be5e0-4427-4f47-936c-5d6c52cbaa00 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.486966] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ab231-858c-2444-4ff6-3eb265a62e57/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.487282] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ab231-858c-2444-4ff6-3eb265a62e57/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.491907] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Created folder: Project (ea9b33cdf9004ee69ed8e5cb78d76807) in parent group-v688742. [ 871.492255] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Creating folder: Instances. Parent ref: group-v688920. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.492641] env[69287]: DEBUG oslo_vmware.rw_handles [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52325bfb-1245-6397-b9b8-6169b2154b42/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 871.492950] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Uploaded image 5a6188a4-cb62-439c-b1f1-40b2def1f6fe to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 871.496396] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 871.497858] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-952576a5-7f7b-464d-b705-b2427970fc7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.500038] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4170b15b-0a97-4440-988a-893e59d194d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.567475] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 871.567475] env[69287]: value = "task-3450558" [ 871.567475] env[69287]: _type = "Task" [ 871.567475] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.573446] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Created folder: Instances in parent group-v688920. [ 871.573844] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.574697] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.575130] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7d23bb0-1da7-438f-a972-b82d1c92c44e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.595020] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450558, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.604825] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df5851b1-2618-4b23-9a9b-1a913b617d3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.606726] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.606726] env[69287]: value = "task-3450559" [ 871.606726] env[69287]: _type = "Task" [ 871.606726] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.618295] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450559, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.684714] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 871.685199] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.080s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.685823] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.832s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.688464] env[69287]: INFO nova.compute.claims [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.692126] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.692321] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Cleaning up deleted instances {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 871.822095] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.951280] env[69287]: DEBUG nova.compute.manager [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Received event network-vif-plugged-cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.951720] env[69287]: DEBUG oslo_concurrency.lockutils [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] Acquiring lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.952048] env[69287]: DEBUG oslo_concurrency.lockutils [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.952277] env[69287]: DEBUG oslo_concurrency.lockutils [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.952477] env[69287]: DEBUG nova.compute.manager [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] No waiting events found dispatching network-vif-plugged-cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.952705] env[69287]: WARNING nova.compute.manager [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Received unexpected event network-vif-plugged-cbfdc235-7e15-42b1-ad9c-91aa886dbab5 for instance with vm_state building and task_state spawning. [ 871.952915] env[69287]: DEBUG nova.compute.manager [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Received event network-changed-cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.953122] env[69287]: DEBUG nova.compute.manager [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Refreshing instance network info cache due to event network-changed-cbfdc235-7e15-42b1-ad9c-91aa886dbab5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.953320] env[69287]: DEBUG oslo_concurrency.lockutils [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] Acquiring lock "refresh_cache-9eaafd7a-ce2e-4ef0-8a1b-642039348620" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.953459] env[69287]: DEBUG oslo_concurrency.lockutils [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] Acquired lock "refresh_cache-9eaafd7a-ce2e-4ef0-8a1b-642039348620" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.953678] env[69287]: DEBUG nova.network.neutron [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Refreshing network info cache for port cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.082332] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450558, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.120397] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450559, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.206058] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] There are 39 instances to clean {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 872.206336] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: f43004b6-4ed1-4e7a-878b-b476b4fbe421] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.323762] env[69287]: DEBUG oslo_vmware.api [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450554, 'name': PowerOnVM_Task, 'duration_secs': 0.635453} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.324130] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.324429] env[69287]: INFO nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Took 8.54 seconds to spawn the instance on the hypervisor. [ 872.324703] env[69287]: DEBUG nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.325630] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af5859-837e-4b30-8717-70815e81c500 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.579800] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450558, 'name': Destroy_Task, 'duration_secs': 0.554079} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.580467] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroyed the VM [ 872.581292] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 872.583394] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce5a7936-abca-4af8-b9a8-032e84fcd7a5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.595169] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 872.595169] env[69287]: value = "task-3450560" [ 872.595169] env[69287]: _type = "Task" [ 872.595169] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.600362] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c252030-6d85-4335-a88b-d59d73bc41ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.615911] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.621838] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f02ddd-0cd2-4b5e-b5ae-e17c47d7febb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.627728] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450559, 'name': CreateVM_Task, 'duration_secs': 0.520076} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.628506] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.629365] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629600] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.630065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.630319] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b0e9c9-9f4f-4346-8f4d-cfd5361700f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.663365] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46df8b39-35b4-404b-8d35-32f1abad7412 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.668171] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 872.668171] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e17c7f-53bb-4762-6595-a01ed5f1991e" [ 872.668171] env[69287]: _type = "Task" [ 872.668171] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.676077] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361f7427-6139-4e27-8520-383d5127f8bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.684429] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e17c7f-53bb-4762-6595-a01ed5f1991e, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.685309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.685592] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.685839] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.686108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.686325] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.686609] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f345e5b2-665e-461a-9a95-4eca6f8be555 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.697410] env[69287]: DEBUG nova.compute.provider_tree [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.711148] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.711340] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.712431] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1e0253-8a93-49a3-9340-2bae27b5aa75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.715188] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: efc68176-3bc9-47d2-9daa-ba37d8e543d1] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.723966] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 872.723966] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b92da7-e679-ba32-7aa9-ceaed9ed7079" [ 872.723966] env[69287]: _type = "Task" [ 872.723966] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.733828] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b92da7-e679-ba32-7aa9-ceaed9ed7079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.741416] env[69287]: DEBUG nova.network.neutron [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Updated VIF entry in instance network info cache for port cbfdc235-7e15-42b1-ad9c-91aa886dbab5. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.741851] env[69287]: DEBUG nova.network.neutron [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Updating instance_info_cache with network_info: [{"id": "cbfdc235-7e15-42b1-ad9c-91aa886dbab5", "address": "fa:16:3e:b4:07:64", "network": {"id": "43b11186-3f53-4f83-8906-b4aac4e6dec5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1898249399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9b33cdf9004ee69ed8e5cb78d76807", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfdc235-7e", "ovs_interfaceid": "cbfdc235-7e15-42b1-ad9c-91aa886dbab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.848624] env[69287]: INFO nova.compute.manager [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Took 28.17 seconds to build instance. [ 873.106709] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450560, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.200649] env[69287]: DEBUG nova.scheduler.client.report [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.218451] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 8c8a6ea3-81b1-4118-a404-f172457766cb] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.236289] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b92da7-e679-ba32-7aa9-ceaed9ed7079, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.237284] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82c484c-2db5-4817-96b0-d89dfaa481ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.244216] env[69287]: DEBUG oslo_concurrency.lockutils [req-009c85af-70f9-4e53-a116-b92b877cdbdf req-a033a1b7-1774-4b08-b2c2-10e2c34b60e0 service nova] Releasing lock "refresh_cache-9eaafd7a-ce2e-4ef0-8a1b-642039348620" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.245597] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 873.245597] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52539675-1c7b-38a6-04ce-1c3a3a7983dd" [ 873.245597] env[69287]: _type = "Task" [ 873.245597] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.255964] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52539675-1c7b-38a6-04ce-1c3a3a7983dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.350679] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62d62518-656e-4026-a380-80e2fa965fda tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.686s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.606782] env[69287]: DEBUG oslo_vmware.api [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450560, 'name': RemoveSnapshot_Task, 'duration_secs': 0.89857} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.607644] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 873.607876] env[69287]: INFO nova.compute.manager [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 873.708791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.023s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.709337] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.712544] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.273s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.712752] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.714848] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.587s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.715133] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.716943] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.985s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.717185] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.718769] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.274s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.720321] env[69287]: INFO nova.compute.claims [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.724458] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 8d9f6973-84c3-486e-b609-6670e220a68a] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.748394] env[69287]: INFO nova.scheduler.client.report [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Deleted allocations for instance 47493890-3a5e-4f5e-a1fd-f6be17648fc9 [ 873.753326] env[69287]: INFO nova.scheduler.client.report [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Deleted allocations for instance 7adab229-dc33-44c0-bfe5-8ae48d438f41 [ 873.769019] env[69287]: INFO nova.scheduler.client.report [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Deleted allocations for instance da70aeb0-9833-4416-a263-872c66d824d7 [ 873.777328] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52539675-1c7b-38a6-04ce-1c3a3a7983dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.777799] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.778117] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 9eaafd7a-ce2e-4ef0-8a1b-642039348620/9eaafd7a-ce2e-4ef0-8a1b-642039348620.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.778565] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a73a756-1159-4484-82ec-f7a6cc2287d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.787183] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 873.787183] env[69287]: value = "task-3450561" [ 873.787183] env[69287]: _type = "Task" [ 873.787183] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.796548] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.097657] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "256523a9-f101-4231-b1bf-3af7564b4dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.097926] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.098293] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "256523a9-f101-4231-b1bf-3af7564b4dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.098990] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.099237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.101747] env[69287]: INFO nova.compute.manager [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Terminating instance [ 874.227135] env[69287]: DEBUG nova.compute.utils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.231341] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9a9112e4-5798-4ff4-87b8-e91ff59cffcc] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.236668] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.237240] env[69287]: DEBUG nova.network.neutron [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.272574] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b8fc3c8e-1037-4c25-8642-e411106842a7 tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "7adab229-dc33-44c0-bfe5-8ae48d438f41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.689s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.276020] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fceb18c4-b675-49b0-9bdc-cb50d511e752 tempest-ServersTestFqdnHostnames-1199068657 tempest-ServersTestFqdnHostnames-1199068657-project-member] Lock "47493890-3a5e-4f5e-a1fd-f6be17648fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.579s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.284858] env[69287]: DEBUG oslo_concurrency.lockutils [None req-83f37a4f-b3a8-4c00-936e-e87f03da3d5c tempest-AttachInterfacesV270Test-511835648 tempest-AttachInterfacesV270Test-511835648-project-member] Lock "da70aeb0-9833-4416-a263-872c66d824d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.483s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.300318] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450561, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.329447] env[69287]: DEBUG nova.policy [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90b7b20f6ca8431ab7d45281da433abc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c4ce69a75c4371b35af540c1b5a0e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.607573] env[69287]: DEBUG nova.compute.manager [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.607860] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.609070] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bd1c4f-222f-44d8-8539-6fe5afd72afb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.619015] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.619306] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b928b6d5-9122-4070-b5e8-8ba4c5b56c24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.628083] env[69287]: DEBUG oslo_vmware.api [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 874.628083] env[69287]: value = "task-3450562" [ 874.628083] env[69287]: _type = "Task" [ 874.628083] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.638302] env[69287]: DEBUG oslo_vmware.api [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.741251] env[69287]: DEBUG nova.compute.utils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.746393] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a5b586bb-eb9b-4ed5-8c26-8a59f63eead4] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.799302] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530555} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.802417] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 9eaafd7a-ce2e-4ef0-8a1b-642039348620/9eaafd7a-ce2e-4ef0-8a1b-642039348620.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.802638] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.804127] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7d9f40-7c0e-4f29-b2ab-8eb6295ddd3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.813767] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 874.813767] env[69287]: value = "task-3450563" [ 874.813767] env[69287]: _type = "Task" [ 874.813767] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.825582] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.050084] env[69287]: DEBUG nova.network.neutron [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Successfully created port: fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.142300] env[69287]: DEBUG oslo_vmware.api [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450562, 'name': PowerOffVM_Task, 'duration_secs': 0.278757} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.143516] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.143697] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.144485] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80897110-7ae5-40ae-ba98-2130ccdde5d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.147282] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8876e015-fc15-461f-9d07-ac6f006fa9dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.154821] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7aaa0f-76ca-4c51-bb4f-2561a8ab4f52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.190792] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2241ebb6-803f-4368-96f9-401decdac483 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.199793] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764405cd-3bc8-4824-8a3e-dc814efe636f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.215732] env[69287]: DEBUG nova.compute.provider_tree [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.220593] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.220593] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.220593] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleting the datastore file [datastore1] 256523a9-f101-4231-b1bf-3af7564b4dd5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.220593] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e31800d8-4245-40fb-b791-cabcda0ee632 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.226542] env[69287]: DEBUG oslo_vmware.api [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for the task: (returnval){ [ 875.226542] env[69287]: value = "task-3450565" [ 875.226542] env[69287]: _type = "Task" [ 875.226542] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.236422] env[69287]: DEBUG oslo_vmware.api [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.248530] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.252900] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 4ff609df-07c8-420f-8eec-e89c33a51a33] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.326209] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102088} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.326540] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.327502] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad3a2a-5161-4cc0-be42-75fc4dad1d8f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.352444] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 9eaafd7a-ce2e-4ef0-8a1b-642039348620/9eaafd7a-ce2e-4ef0-8a1b-642039348620.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.352839] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a670cf-8cef-41b8-a2f2-a03a1d862480 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.379226] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 875.379226] env[69287]: value = "task-3450566" [ 875.379226] env[69287]: _type = "Task" [ 875.379226] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.389282] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.720707] env[69287]: DEBUG nova.scheduler.client.report [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.739262] env[69287]: DEBUG oslo_vmware.api [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Task: {'id': task-3450565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141593} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.740240] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.740432] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.740630] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.740814] env[69287]: INFO nova.compute.manager [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 875.741128] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.741370] env[69287]: DEBUG nova.compute.manager [-] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.741467] env[69287]: DEBUG nova.network.neutron [-] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.762878] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 6df206b8-a448-4fe6-b0d2-d2b1e913e997] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.894116] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450566, 'name': ReconfigVM_Task, 'duration_secs': 0.31912} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.894521] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 9eaafd7a-ce2e-4ef0-8a1b-642039348620/9eaafd7a-ce2e-4ef0-8a1b-642039348620.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.895356] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-446b051d-bea8-480e-adb7-aa0f7e63e90d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.904563] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 875.904563] env[69287]: value = "task-3450567" [ 875.904563] env[69287]: _type = "Task" [ 875.904563] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.914891] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450567, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.229521] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.230094] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.235335] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.369s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.264773] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.268502] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 4f9bd637-5c78-4c0a-bd7d-c572595d16a5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.416692] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450567, 'name': Rename_Task, 'duration_secs': 0.18366} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.417104] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.417437] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3cf9f9d-7bb7-4a7f-b0c6-dfa99f42c1c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.425607] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 876.425607] env[69287]: value = "task-3450568" [ 876.425607] env[69287]: _type = "Task" [ 876.425607] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.434765] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.572851] env[69287]: DEBUG nova.compute.manager [None req-c64f424f-740e-4969-8b62-221bf274fbb7 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Found 1 images (rotation: 2) {{(pid=69287) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 876.703259] env[69287]: DEBUG nova.network.neutron [-] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.743397] env[69287]: DEBUG nova.compute.utils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 876.745417] env[69287]: DEBUG nova.objects.instance [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lazy-loading 'migration_context' on Instance uuid 42273db3-0272-46ac-9be6-edcbe7898d7d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.746553] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.746667] env[69287]: DEBUG nova.network.neutron [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.771349] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: beaa19aa-3578-4a12-ac8b-cdcbddb56ba5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 876.841289] env[69287]: DEBUG nova.policy [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec237be0774b4348ada208a3c3d10e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1141f53e9f6244649df606ce856de774', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.947155] env[69287]: DEBUG oslo_vmware.api [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450568, 'name': PowerOnVM_Task, 'duration_secs': 0.505917} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.947612] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.947987] env[69287]: INFO nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Took 8.30 seconds to spawn the instance on the hypervisor. [ 876.948301] env[69287]: DEBUG nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.949549] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb71ed-5779-4021-91f1-c6244745f782 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.036188] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:09:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='665734808',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1654778180',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.036481] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.036613] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.036804] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.036930] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.037595] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.037872] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.038053] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.038873] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.038873] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.038873] env[69287]: DEBUG nova.virt.hardware [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.041748] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7196070-5b5e-4b05-942e-d86b850a5820 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.057235] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e7a91-2003-efca-895d-8171f6425862/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.059324] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96645af-a337-46c9-9b5a-e784effb109d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.064615] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1a13c-fd69-4b28-bb8d-f57ef3f568e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.077441] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e7a91-2003-efca-895d-8171f6425862/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.077441] env[69287]: ERROR oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e7a91-2003-efca-895d-8171f6425862/disk-0.vmdk due to incomplete transfer. [ 877.086178] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0dc85ce-c8ae-4d67-9e05-54a81df59146 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.097634] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e7a91-2003-efca-895d-8171f6425862/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.098070] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Uploaded image 2c0c6b70-a840-4b02-9e99-5deaae259fea to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.100299] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.101117] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81ca0312-5ee7-490a-a3b6-04010fdbb9f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.112193] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 877.112193] env[69287]: value = "task-3450569" [ 877.112193] env[69287]: _type = "Task" [ 877.112193] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.126279] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450569, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.204552] env[69287]: INFO nova.compute.manager [-] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Took 1.46 seconds to deallocate network for instance. [ 877.247709] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.280016] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 3f41634b-5a46-4435-b023-667f55920706] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.460350] env[69287]: DEBUG nova.network.neutron [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Successfully updated port: fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.473281] env[69287]: INFO nova.compute.manager [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Took 30.74 seconds to build instance. [ 877.543168] env[69287]: DEBUG nova.network.neutron [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Successfully created port: c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.574306] env[69287]: DEBUG nova.compute.manager [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.575302] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6e7cec-f201-4040-bd86-fcc5969de5e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.625037] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450569, 'name': Destroy_Task, 'duration_secs': 0.510013} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.626026] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Destroyed the VM [ 877.626026] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.626176] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ada6525-38f8-48eb-a9fe-f03ae8bdd076 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.636786] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 877.636786] env[69287]: value = "task-3450570" [ 877.636786] env[69287]: _type = "Task" [ 877.636786] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.654773] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.671349] env[69287]: DEBUG nova.compute.manager [req-34a5b76c-d3e5-4e5e-ad75-f4358c4fe0bf req-0636bfa7-83d6-4949-a285-389a8afe2193 service nova] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Received event network-vif-deleted-6f16c9c2-2e4c-4890-b8e8-78dac667caf3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.713827] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c1a5a-c848-4f28-8a57-a8851c866300 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.723023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.728973] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b35d0e7-782d-494e-a45d-420d8461e3fe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.782154] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad44a06a-e943-437d-a2a9-5682d12ec7bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.786639] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 86664fc5-9d66-4a97-a70e-f979ea7989af] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 877.804035] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc852ef-ec46-4351-992b-0f50d85081aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.818342] env[69287]: DEBUG nova.compute.provider_tree [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.963334] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.963561] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.963754] env[69287]: DEBUG nova.network.neutron [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.975636] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b1dfcf6e-4b77-4412-85ab-583dee155bdf tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.252s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.099219] env[69287]: INFO nova.compute.manager [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] instance snapshotting [ 878.100164] env[69287]: DEBUG nova.objects.instance [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'flavor' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.157358] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450570, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.284937] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.290836] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 8bc071fa-1afb-466e-8d6e-d259d9b7be1c] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.322659] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e126327b019d0bd66fc7e3eccafb6271',container_format='bare',created_at=2025-04-15T19:13:03Z,direct_url=,disk_format='vmdk',id=cf3d516a-912e-4cb0-91c6-fd0e0d273a39,min_disk=1,min_ram=0,name='tempest-test-snap-2104176',owner='1141f53e9f6244649df606ce856de774',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T19:13:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.322904] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.323074] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.323387] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.323451] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.323542] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.323751] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.323908] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.324088] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.324290] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.324439] env[69287]: DEBUG nova.virt.hardware [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.325507] env[69287]: DEBUG nova.scheduler.client.report [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.333138] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4905f80-c4b5-45f5-8274-1e39b26950d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.347308] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ae4f0-cc9a-4f1b-80fb-123e91e5a300 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.526474] env[69287]: DEBUG nova.network.neutron [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.608030] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6b4cbd-d173-4583-a6ac-c7e688ddc98f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.635952] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.639386] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.639629] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.639833] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.640010] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.645980] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858a1a7-0a88-4739-a558-1e47ea5c6cd2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.649112] env[69287]: INFO nova.compute.manager [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Terminating instance [ 878.671580] env[69287]: DEBUG oslo_vmware.api [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450570, 'name': RemoveSnapshot_Task, 'duration_secs': 0.881052} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.672561] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.672804] env[69287]: INFO nova.compute.manager [None req-f9688026-e0b2-4aa1-be96-d2b1640d6363 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 878.798019] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 8ba20081-cf84-4cf8-8928-e0dc6719d518] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.876330] env[69287]: DEBUG nova.network.neutron [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updating instance_info_cache with network_info: [{"id": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "address": "fa:16:3e:de:5d:30", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54d50f-37", "ovs_interfaceid": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.158416] env[69287]: DEBUG nova.compute.manager [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.158416] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.158416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a049d4-c684-48b9-9b7c-82a7b41ade6d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.168547] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.168811] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed006dbc-5ed1-4c60-b6e8-cd6afb10aa11 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.173777] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.174071] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3db84ff0-1f31-4ee5-bb2b-ea762f77370f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.180016] env[69287]: DEBUG oslo_vmware.api [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 879.180016] env[69287]: value = "task-3450571" [ 879.180016] env[69287]: _type = "Task" [ 879.180016] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.187918] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 879.187918] env[69287]: value = "task-3450572" [ 879.187918] env[69287]: _type = "Task" [ 879.187918] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.197140] env[69287]: DEBUG oslo_vmware.api [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.199452] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.303818] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 3c6d72c1-e6c8-416e-9d15-0fc141b7c047] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.347925] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.112s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.357227] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.499s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.357227] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.359155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.554s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.360800] env[69287]: INFO nova.compute.claims [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.384672] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Releasing lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.384672] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Instance network_info: |[{"id": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "address": "fa:16:3e:de:5d:30", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54d50f-37", "ovs_interfaceid": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.384672] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:5d:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd54d50f-3790-4c98-854e-a5d5cd777c91', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.391550] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.392390] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.394054] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d61502c-716e-4fec-95cc-8b7938da7890 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.416827] env[69287]: INFO nova.scheduler.client.report [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Deleted allocations for instance 8ab143f5-d2c6-4ced-805a-89fb0ce860b1 [ 879.426779] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.426779] env[69287]: value = "task-3450573" [ 879.426779] env[69287]: _type = "Task" [ 879.426779] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.440677] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450573, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.555413] env[69287]: DEBUG nova.network.neutron [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Successfully updated port: c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.696607] env[69287]: DEBUG oslo_vmware.api [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450571, 'name': PowerOffVM_Task, 'duration_secs': 0.243271} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.697400] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.697590] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.701302] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38bb5e81-f5be-4abc-a34d-e1d958f2ab3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.702926] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450572, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.809038] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a1e62b27-e8ff-4058-bb39-f3619a3335b0] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.813050] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.813050] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.813050] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Deleting the datastore file [datastore1] 9eaafd7a-ce2e-4ef0-8a1b-642039348620 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.813050] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e21929b-0136-4739-8f1f-0b763275c0d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.822281] env[69287]: DEBUG oslo_vmware.api [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for the task: (returnval){ [ 879.822281] env[69287]: value = "task-3450575" [ 879.822281] env[69287]: _type = "Task" [ 879.822281] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.834175] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Received event network-vif-plugged-fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.834175] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Acquiring lock "fdd5c1d1-f063-40f0-b242-92693bfd8899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.834175] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.834175] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.834175] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] No waiting events found dispatching network-vif-plugged-fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.834175] env[69287]: WARNING nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Received unexpected event network-vif-plugged-fd54d50f-3790-4c98-854e-a5d5cd777c91 for instance with vm_state building and task_state spawning. [ 879.834175] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Received event network-changed-fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.834175] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Refreshing instance network info cache due to event network-changed-fd54d50f-3790-4c98-854e-a5d5cd777c91. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.834175] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Acquiring lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834175] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Acquired lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834175] env[69287]: DEBUG nova.network.neutron [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Refreshing network info cache for port fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.844124] env[69287]: DEBUG oslo_vmware.api [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.937188] env[69287]: DEBUG oslo_concurrency.lockutils [None req-894bc168-cc68-49ce-bbff-97b647099139 tempest-ServersAdminNegativeTestJSON-765078256 tempest-ServersAdminNegativeTestJSON-765078256-project-member] Lock "8ab143f5-d2c6-4ced-805a-89fb0ce860b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.645s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.949988] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450573, 'name': CreateVM_Task, 'duration_secs': 0.381353} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.950949] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.951095] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.951321] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.951714] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.952018] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ecedf7-7cf2-4396-a855-abaaffd32b8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.959664] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 879.959664] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522658ac-7016-e0cd-14dd-48a53ad30f85" [ 879.959664] env[69287]: _type = "Task" [ 879.959664] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.974745] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522658ac-7016-e0cd-14dd-48a53ad30f85, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.975390] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.975627] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.976017] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.976017] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.976195] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.976692] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15bca2da-875f-4d88-b8bd-8551581dfdae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.986433] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.986700] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.987459] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc65bb9-54a6-467a-83f7-4707a40d7bec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.994331] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 879.994331] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528dc321-e279-99e0-c431-054a87434810" [ 879.994331] env[69287]: _type = "Task" [ 879.994331] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.003860] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528dc321-e279-99e0-c431-054a87434810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.057645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "refresh_cache-ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.057961] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "refresh_cache-ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.057961] env[69287]: DEBUG nova.network.neutron [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.160175] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ab231-858c-2444-4ff6-3eb265a62e57/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.162341] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15f71e-00f3-46e5-93bd-3bca7d208ceb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.170815] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ab231-858c-2444-4ff6-3eb265a62e57/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.171617] env[69287]: ERROR oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ab231-858c-2444-4ff6-3eb265a62e57/disk-0.vmdk due to incomplete transfer. [ 880.172917] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b80e07eb-d882-4e8b-ad66-47b53b7c2bcc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.188764] env[69287]: DEBUG oslo_vmware.rw_handles [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ab231-858c-2444-4ff6-3eb265a62e57/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.188764] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Uploaded image 3034564b-3728-4968-894c-6805eda8e319 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.190804] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.191211] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1ca1207-9b33-42f9-8b0e-0840a8baf25b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.208512] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450572, 'name': CreateSnapshot_Task, 'duration_secs': 0.676068} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.210158] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.211523] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 880.211523] env[69287]: value = "task-3450576" [ 880.211523] env[69287]: _type = "Task" [ 880.211523] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.211887] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de62e197-ea7c-4f83-abce-49e7caf49f9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.232801] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450576, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.316990] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 6afbbc09-9ffa-425b-babc-bc287042937f] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.334036] env[69287]: DEBUG oslo_vmware.api [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Task: {'id': task-3450575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195364} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.334036] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.334036] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.334255] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.334346] env[69287]: INFO nova.compute.manager [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Took 1.18 seconds to destroy the instance on the hypervisor. [ 880.334600] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.334814] env[69287]: DEBUG nova.compute.manager [-] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.334905] env[69287]: DEBUG nova.network.neutron [-] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.508806] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528dc321-e279-99e0-c431-054a87434810, 'name': SearchDatastore_Task, 'duration_secs': 0.014235} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.509752] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce1d2bc-b4b2-4d76-ad4c-313c8e1fd18a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.516698] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 880.516698] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f0f8b1-9eb8-85d8-ce1b-c13ae9595739" [ 880.516698] env[69287]: _type = "Task" [ 880.516698] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.528500] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f0f8b1-9eb8-85d8-ce1b-c13ae9595739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.726185] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450576, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.747439] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.750292] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf8bc2e6-b8bd-418c-8987-b11c8ed891a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.760928] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 880.760928] env[69287]: value = "task-3450577" [ 880.760928] env[69287]: _type = "Task" [ 880.760928] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.773914] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450577, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.820681] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: fa6b327b-5fd6-4a60-8358-37a612b17ed5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.857643] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3a294-6dd0-4887-8575-73e29a2995fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.867938] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c969b71-af0c-4345-b8c5-03fcece5bb88 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.914795] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a64fb3-3ecb-4a57-b8d9-ba941a2274d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.925943] env[69287]: INFO nova.compute.manager [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Swapping old allocation on dict_keys(['bf8d97a8-ef6f-44c6-86ac-2c63576b804e']) held by migration 73a7c888-a801-4631-891d-7bbf85dfd7a4 for instance [ 880.926716] env[69287]: DEBUG nova.network.neutron [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.929976] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e5ff6-d6f4-4b49-90ab-2fbb65e960fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.951554] env[69287]: DEBUG nova.compute.provider_tree [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.982698] env[69287]: DEBUG nova.scheduler.client.report [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Overwriting current allocation {'allocations': {'bf8d97a8-ef6f-44c6-86ac-2c63576b804e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 84}}, 'project_id': '59f0df02a1934bb5b6c754f02369c030', 'user_id': '94fe6d9e5076451d9d9d48d88ae380a1', 'consumer_generation': 1} on consumer 42273db3-0272-46ac-9be6-edcbe7898d7d {{(pid=69287) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 881.044922] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f0f8b1-9eb8-85d8-ce1b-c13ae9595739, 'name': SearchDatastore_Task, 'duration_secs': 0.015117} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.045250] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.045568] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899/fdd5c1d1-f063-40f0-b242-92693bfd8899.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.045861] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3736c5e4-7488-44ba-8b7f-0e64cc698bb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.062055] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 881.062055] env[69287]: value = "task-3450578" [ 881.062055] env[69287]: _type = "Task" [ 881.062055] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.079609] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.142650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.142978] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquired lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.143327] env[69287]: DEBUG nova.network.neutron [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.227852] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450576, 'name': Destroy_Task, 'duration_secs': 0.670536} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.228277] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Destroyed the VM [ 881.228697] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 881.228806] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2fce838-2274-4de2-ae4d-e4b30dde7406 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.237493] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 881.237493] env[69287]: value = "task-3450579" [ 881.237493] env[69287]: _type = "Task" [ 881.237493] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.249673] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.273622] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450577, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.326659] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 702c536d-1471-4b42-b9af-a23fae9347fd] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.459392] env[69287]: DEBUG nova.scheduler.client.report [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.524196] env[69287]: DEBUG nova.network.neutron [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updated VIF entry in instance network info cache for port fd54d50f-3790-4c98-854e-a5d5cd777c91. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.524196] env[69287]: DEBUG nova.network.neutron [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updating instance_info_cache with network_info: [{"id": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "address": "fa:16:3e:de:5d:30", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54d50f-37", "ovs_interfaceid": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.530351] env[69287]: DEBUG nova.network.neutron [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Updating instance_info_cache with network_info: [{"id": "c5abd7ce-f041-47a2-a59a-88eab1961544", "address": "fa:16:3e:f6:02:6f", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5abd7ce-f0", "ovs_interfaceid": "c5abd7ce-f041-47a2-a59a-88eab1961544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.580401] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.755304] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450579, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.779064] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450577, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.830575] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: bf355bcc-9f08-47d9-add7-d5c794770eaa] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.888897] env[69287]: DEBUG nova.network.neutron [-] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.911251] env[69287]: DEBUG nova.compute.manager [req-b5bdbeee-3be1-4c8e-b4fe-9a81986eb94f req-b62fe656-587c-46f1-a40e-31d6097bb433 service nova] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Received event network-vif-deleted-cbfdc235-7e15-42b1-ad9c-91aa886dbab5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.967052] env[69287]: DEBUG nova.network.neutron [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [{"id": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "address": "fa:16:3e:a7:b4:4d", "network": {"id": "b1fc8c39-5da3-483c-9279-4f8007b816c1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7fc6a22034584e60a9d41338d874135a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501fc7bd-86", "ovs_interfaceid": "501fc7bd-86fc-4650-9049-6fd9821cfefd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.968852] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.970652] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.973531] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.321s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.973853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.976436] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.975s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.977855] env[69287]: INFO nova.compute.claims [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.025679] env[69287]: INFO nova.scheduler.client.report [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Deleted allocations for instance e0644f3d-ca8f-4411-b54b-e24c33070882 [ 882.032082] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Releasing lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.032082] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Received event network-vif-plugged-c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.032082] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Acquiring lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.032183] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.032409] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.032608] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] No waiting events found dispatching network-vif-plugged-c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.032779] env[69287]: WARNING nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Received unexpected event network-vif-plugged-c5abd7ce-f041-47a2-a59a-88eab1961544 for instance with vm_state building and task_state spawning. [ 882.032941] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Received event network-changed-c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.033433] env[69287]: DEBUG nova.compute.manager [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Refreshing instance network info cache due to event network-changed-c5abd7ce-f041-47a2-a59a-88eab1961544. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.033433] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Acquiring lock "refresh_cache-ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.034446] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "refresh_cache-ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.036038] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Instance network_info: |[{"id": "c5abd7ce-f041-47a2-a59a-88eab1961544", "address": "fa:16:3e:f6:02:6f", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5abd7ce-f0", "ovs_interfaceid": "c5abd7ce-f041-47a2-a59a-88eab1961544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.036038] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Acquired lock "refresh_cache-ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.036038] env[69287]: DEBUG nova.network.neutron [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Refreshing network info cache for port c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.037796] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:02:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5abd7ce-f041-47a2-a59a-88eab1961544', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.047477] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.049653] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.049773] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52fe8370-3caf-44a4-b492-4d552c86c879 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.083243] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552346} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.085038] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899/fdd5c1d1-f063-40f0-b242-92693bfd8899.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.085939] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.085939] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.085939] env[69287]: value = "task-3450580" [ 882.085939] env[69287]: _type = "Task" [ 882.085939] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.085939] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aafed77-28d4-43df-b800-a3c29c63289f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.100098] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450580, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.101239] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 882.101239] env[69287]: value = "task-3450581" [ 882.101239] env[69287]: _type = "Task" [ 882.101239] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.110636] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.258020] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450579, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543255} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.258020] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.258020] env[69287]: DEBUG nova.compute.manager [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.258020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c083a-1e2c-4d8e-a3de-b7f957100456 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.277946] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450577, 'name': CloneVM_Task, 'duration_secs': 1.441999} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.278185] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created linked-clone VM from snapshot [ 882.278985] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1717b-51a3-42da-b027-3610fa7c0094 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.288412] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Uploading image 6198e013-1806-4bb9-b65a-5ef51d70466d {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.323184] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.323184] env[69287]: value = "vm-688925" [ 882.323184] env[69287]: _type = "VirtualMachine" [ 882.323184] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.323491] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94ddc3dc-5df1-49f8-aaab-b5490933f588 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.334090] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease: (returnval){ [ 882.334090] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52735fda-2274-1d4d-e995-c658cf2871fd" [ 882.334090] env[69287]: _type = "HttpNfcLease" [ 882.334090] env[69287]: } obtained for exporting VM: (result){ [ 882.334090] env[69287]: value = "vm-688925" [ 882.334090] env[69287]: _type = "VirtualMachine" [ 882.334090] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.334090] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the lease: (returnval){ [ 882.334090] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52735fda-2274-1d4d-e995-c658cf2871fd" [ 882.334090] env[69287]: _type = "HttpNfcLease" [ 882.334090] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.334090] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a86939ca-f0b8-4d90-a421-6324ef9a89f8] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.352040] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.352040] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52735fda-2274-1d4d-e995-c658cf2871fd" [ 882.352040] env[69287]: _type = "HttpNfcLease" [ 882.352040] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.352040] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.352040] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52735fda-2274-1d4d-e995-c658cf2871fd" [ 882.352040] env[69287]: _type = "HttpNfcLease" [ 882.352040] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 882.352040] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9fb1a9-8997-4628-ab78-7a490eb94619 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.368602] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248d012-e4cc-3a62-0f34-276d8e4cf4f4/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.369013] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248d012-e4cc-3a62-0f34-276d8e4cf4f4/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 882.445111] env[69287]: INFO nova.compute.manager [-] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Took 2.11 seconds to deallocate network for instance. [ 882.475160] env[69287]: DEBUG oslo_concurrency.lockutils [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Releasing lock "refresh_cache-42273db3-0272-46ac-9be6-edcbe7898d7d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.475669] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.475978] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a23fde9e-59bc-4c3f-9094-0c95455ee58f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.485408] env[69287]: DEBUG nova.compute.utils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.491807] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.492554] env[69287]: DEBUG nova.network.neutron [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.497899] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d312874-0800-4eb2-922d-d735121c7ef7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.500893] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 882.500893] env[69287]: value = "task-3450583" [ 882.500893] env[69287]: _type = "Task" [ 882.500893] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.519417] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.539048] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8f2e215c-9c43-4b14-b7d2-4e9bf8f18ab9 tempest-VolumesAssistedSnapshotsTest-1552898307 tempest-VolumesAssistedSnapshotsTest-1552898307-project-member] Lock "e0644f3d-ca8f-4411-b54b-e24c33070882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.976s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.571663] env[69287]: DEBUG nova.policy [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bc7148394f4b2fae75e9cd2676f1ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed21e5e2a1fa41d5a8d8550952a8750b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.600790] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450580, 'name': CreateVM_Task, 'duration_secs': 0.386481} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.603622] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.608854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.608854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.608854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.612674] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9f54f8-030f-4bdf-aa46-c761e6187ea8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.622108] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 882.622108] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526e7552-585d-6935-a10f-7587dd5c622b" [ 882.622108] env[69287]: _type = "Task" [ 882.622108] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.623702] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088333} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.630874] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.632174] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b52a6-021e-4132-b095-39918e1756d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.655500] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.655665] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Processing image cf3d516a-912e-4cb0-91c6-fd0e0d273a39 {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.655900] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.656076] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.656270] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.667329] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899/fdd5c1d1-f063-40f0-b242-92693bfd8899.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.667329] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28899403-b557-4eb8-ad16-87d58b8d25fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.668253] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08961d41-45f4-49ea-aa9b-07ad6437d7d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.694867] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 882.694867] env[69287]: value = "task-3450584" [ 882.694867] env[69287]: _type = "Task" [ 882.694867] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.710963] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.711450] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.711697] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.712493] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db08269-b730-43b3-bdc3-58a7630834df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.724156] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 882.724156] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfd68d-1233-710c-cc4a-77275ca6b241" [ 882.724156] env[69287]: _type = "Task" [ 882.724156] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.743316] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfd68d-1233-710c-cc4a-77275ca6b241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.774634] env[69287]: INFO nova.compute.manager [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Shelve offloading [ 882.844532] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 6ab24fb4-7b96-47ad-a951-40a856f07f72] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.954024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.967332] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.967424] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.977525] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0894e77c-8a90-4359-9b27-c97a89e654dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.988732] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a88a24-9790-41ab-b6a9-112cc765d2dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.031754] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.040635] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646888a0-2085-4a69-bfec-bc296da0e230 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.052104] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450583, 'name': PowerOffVM_Task, 'duration_secs': 0.239897} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.056411] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.056411] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e969e2b-67bd-41cd-8a87-2ec3b4c02319',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1038475960',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.056411] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.056411] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.056411] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.056619] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.056619] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.056925] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.057141] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.057411] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.057809] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.057809] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.065652] env[69287]: DEBUG nova.network.neutron [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Updated VIF entry in instance network info cache for port c5abd7ce-f041-47a2-a59a-88eab1961544. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.065652] env[69287]: DEBUG nova.network.neutron [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Updating instance_info_cache with network_info: [{"id": "c5abd7ce-f041-47a2-a59a-88eab1961544", "address": "fa:16:3e:f6:02:6f", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5abd7ce-f0", "ovs_interfaceid": "c5abd7ce-f041-47a2-a59a-88eab1961544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.065652] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa99e50-3bc8-4423-a88a-6714b6aefb15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.078475] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c704cb-d79f-4aa7-a25f-2fc7b7a0b2b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.088018] env[69287]: DEBUG oslo_concurrency.lockutils [req-88e4edf7-6cf7-44d3-b02a-d7d5401289c9 req-587d4f80-daa3-45a1-90ff-f33eec1a004d service nova] Releasing lock "refresh_cache-ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.101989] env[69287]: DEBUG nova.compute.provider_tree [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.105270] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 883.105270] env[69287]: value = "task-3450585" [ 883.105270] env[69287]: _type = "Task" [ 883.105270] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.121120] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.207882] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450584, 'name': ReconfigVM_Task, 'duration_secs': 0.320206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.209135] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Reconfigured VM instance instance-0000003d to attach disk [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899/fdd5c1d1-f063-40f0-b242-92693bfd8899.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.209714] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69287) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 883.210300] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9769b893-c69b-4ad0-a677-85c9c78c6818 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.221435] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 883.221435] env[69287]: value = "task-3450586" [ 883.221435] env[69287]: _type = "Task" [ 883.221435] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.243782] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 883.244159] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Fetch image to [datastore1] OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a/OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 883.244805] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Downloading stream optimized image cf3d516a-912e-4cb0-91c6-fd0e0d273a39 to [datastore1] OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a/OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a.vmdk on the data store datastore1 as vApp {{(pid=69287) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 883.244805] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Downloading image file data cf3d516a-912e-4cb0-91c6-fd0e0d273a39 to the ESX as VM named 'OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a' {{(pid=69287) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 883.247093] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450586, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.272059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.272059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.272059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.272059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.272059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.276311] env[69287]: INFO nova.compute.manager [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Terminating instance [ 883.279064] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.281292] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f31b1c0-8e58-4f8f-a970-457a619301e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.304408] env[69287]: DEBUG nova.network.neutron [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Successfully created port: 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.308568] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 883.308568] env[69287]: value = "task-3450587" [ 883.308568] env[69287]: _type = "Task" [ 883.308568] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.320235] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.320481] env[69287]: DEBUG nova.compute.manager [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.321356] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba13a8a-74f9-4715-82df-eeb4ae0bfb0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.331125] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.331399] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.331802] env[69287]: DEBUG nova.network.neutron [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.350554] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0b300c8b-226e-4cfc-8a57-78234de65ef0] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.353884] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 883.353884] env[69287]: value = "resgroup-9" [ 883.353884] env[69287]: _type = "ResourcePool" [ 883.353884] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 883.354387] env[69287]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a54665b3-a392-4cf6-97b1-e03b77414135 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.383510] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease: (returnval){ [ 883.383510] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e7f02-229c-ba85-4760-5e42d49226c0" [ 883.383510] env[69287]: _type = "HttpNfcLease" [ 883.383510] env[69287]: } obtained for vApp import into resource pool (val){ [ 883.383510] env[69287]: value = "resgroup-9" [ 883.383510] env[69287]: _type = "ResourcePool" [ 883.383510] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 883.383966] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the lease: (returnval){ [ 883.383966] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e7f02-229c-ba85-4760-5e42d49226c0" [ 883.383966] env[69287]: _type = "HttpNfcLease" [ 883.383966] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.394154] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.394154] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e7f02-229c-ba85-4760-5e42d49226c0" [ 883.394154] env[69287]: _type = "HttpNfcLease" [ 883.394154] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.474506] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.604959] env[69287]: DEBUG nova.scheduler.client.report [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.626834] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450585, 'name': ReconfigVM_Task, 'duration_secs': 0.19153} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.626834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2cafd-707c-485b-9cd0-76e6a4547003 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.654732] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1e969e2b-67bd-41cd-8a87-2ec3b4c02319',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1038475960',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.655381] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.656167] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.656374] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.656545] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.656703] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.660035] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.660035] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.660035] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.660035] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.660035] env[69287]: DEBUG nova.virt.hardware [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.660035] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52bf2c93-94b2-4a78-b42e-14945661cc91 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.666754] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 883.666754] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526cbf34-df82-6761-5343-5f5842b512b7" [ 883.666754] env[69287]: _type = "Task" [ 883.666754] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.680614] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526cbf34-df82-6761-5343-5f5842b512b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.685868] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.686726] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06185369-ca11-4369-acf5-6d9f2c997ff8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.709263] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 883.709263] env[69287]: value = "task-3450589" [ 883.709263] env[69287]: _type = "Task" [ 883.709263] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.720984] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.734275] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450586, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.073468} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.734682] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69287) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 883.735959] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e88a9e-f4b0-4089-8e48-1f8d0cb0bb9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.775911] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899/ephemeral_0.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.776455] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2477f28-41e4-4e04-ae29-7f70416790a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.791102] env[69287]: DEBUG nova.compute.manager [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.791102] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.792188] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe3d5fd-40c4-4bcd-9f2a-22cde2dc3537 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.802540] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.804682] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8f505bb-9058-4e8e-ba63-d14b3225c1a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.806579] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 883.806579] env[69287]: value = "task-3450590" [ 883.806579] env[69287]: _type = "Task" [ 883.806579] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.815082] env[69287]: DEBUG oslo_vmware.api [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 883.815082] env[69287]: value = "task-3450591" [ 883.815082] env[69287]: _type = "Task" [ 883.815082] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.821578] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.831141] env[69287]: DEBUG oslo_vmware.api [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.875166] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 663032db-816b-4c17-bc0b-15ea967f4a8e] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.895764] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.895764] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e7f02-229c-ba85-4760-5e42d49226c0" [ 883.895764] env[69287]: _type = "HttpNfcLease" [ 883.895764] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 884.005866] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.043709] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.110653] env[69287]: DEBUG nova.network.neutron [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updating instance_info_cache with network_info: [{"id": "37beab60-eb95-4372-8404-f4938a32c1a8", "address": "fa:16:3e:d5:32:ca", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37beab60-eb", "ovs_interfaceid": "37beab60-eb95-4372-8404-f4938a32c1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.112833] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.113840] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.117160] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.114s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.117763] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.121057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.682s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.121330] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.124245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.539s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.125785] env[69287]: INFO nova.compute.claims [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.170834] env[69287]: INFO nova.scheduler.client.report [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Deleted allocations for instance 601ed800-158d-4bec-a746-1825d79da206 [ 884.188790] env[69287]: INFO nova.scheduler.client.report [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Deleted allocations for instance 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff [ 884.221183] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450589, 'name': ReconfigVM_Task, 'duration_secs': 0.366105} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.221720] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.222909] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51dd58-4e89-4de2-b06a-5c7ef98034bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.252014] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.254342] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16550a59-3c85-4159-8b2c-e0b1dabe53a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.279231] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 884.279231] env[69287]: value = "task-3450592" [ 884.279231] env[69287]: _type = "Task" [ 884.279231] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.289975] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.317440] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450590, 'name': ReconfigVM_Task, 'duration_secs': 0.486932} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.317791] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Reconfigured VM instance instance-0000003d to attach disk [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899/ephemeral_0.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.318762] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4891976f-8f13-4d5d-abcf-5dc52f6fda9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.326848] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 884.326848] env[69287]: value = "task-3450593" [ 884.326848] env[69287]: _type = "Task" [ 884.326848] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.333674] env[69287]: DEBUG oslo_vmware.api [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450591, 'name': PowerOffVM_Task, 'duration_secs': 0.248013} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.334322] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.334962] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.334962] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48103d8-d9a3-4fc8-8c20-fd8807367288 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.339957] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450593, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.380238] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 029595d0-bfcd-4785-8ce6-771cd77f8a7c] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.397542] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.397542] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e7f02-229c-ba85-4760-5e42d49226c0" [ 884.397542] env[69287]: _type = "HttpNfcLease" [ 884.397542] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 884.397885] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 884.397885] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e7f02-229c-ba85-4760-5e42d49226c0" [ 884.397885] env[69287]: _type = "HttpNfcLease" [ 884.397885] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 884.398925] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c26dd-9cf3-43a6-b8a9-c66727f7f8d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.410071] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cff23-0123-92de-bc0a-77d72e09b745/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 884.410432] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cff23-0123-92de-bc0a-77d72e09b745/disk-0.vmdk. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 884.474199] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.474440] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.474697] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Deleting the datastore file [datastore1] 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.476348] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-917ec463-4466-407e-ba9b-9042d6ee94cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.487146] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0713c905-b342-4b2b-829c-7fb3f9ff2ebc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.495187] env[69287]: DEBUG oslo_vmware.api [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 884.495187] env[69287]: value = "task-3450595" [ 884.495187] env[69287]: _type = "Task" [ 884.495187] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.508175] env[69287]: DEBUG oslo_vmware.api [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.619740] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.631585] env[69287]: DEBUG nova.compute.utils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 884.636174] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.636390] env[69287]: DEBUG nova.network.neutron [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.686580] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d32e9402-f25d-4b0c-88b8-59cb300e5c93 tempest-ServerRescueTestJSON-1729979887 tempest-ServerRescueTestJSON-1729979887-project-member] Lock "601ed800-158d-4bec-a746-1825d79da206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.347s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.689472] env[69287]: DEBUG nova.policy [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.697774] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2d311f0f-4de1-45fe-ab13-bd255132b364 tempest-ServersTestBootFromVolume-1732721213 tempest-ServersTestBootFromVolume-1732721213-project-member] Lock "0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.926s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.792507] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450592, 'name': ReconfigVM_Task, 'duration_secs': 0.326261} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.794256] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d/42273db3-0272-46ac-9be6-edcbe7898d7d.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.795334] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11948cd9-f1bc-4a50-906b-2758f252a28b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.830055] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.830452] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.830538] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.830672] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.830843] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.831207] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.831474] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.831637] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.831813] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.832133] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.832224] env[69287]: DEBUG nova.virt.hardware [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.833534] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1929172e-9a30-4fa7-91ea-8d7ffb8765f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.838443] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beebb588-b6aa-42d2-af09-13a0189f31c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.882013] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d940936-1fa0-45d3-a63b-36fe299918ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.887489] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450593, 'name': Rename_Task, 'duration_secs': 0.201817} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.895425] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9df3a8ed-6ee2-422e-9242-70ba607aba5c] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.895425] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a879de4f-df7b-4ce1-9333-242496c01538 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.901459] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.902854] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d0186ed-1c15-41ec-9b25-3b63b3c2a75a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.935850] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 884.935850] env[69287]: value = "task-3450596" [ 884.935850] env[69287]: _type = "Task" [ 884.935850] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.944044] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5297243f-4882-43f6-af6a-503e5af428ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.963635] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.963974] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450596, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.965206] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaefa869-07b1-4407-b35c-d5a76c2f708b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.978308] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 884.978308] env[69287]: value = "task-3450597" [ 884.978308] env[69287]: _type = "Task" [ 884.978308] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.990316] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.013149] env[69287]: DEBUG oslo_vmware.api [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199625} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.013508] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.013696] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.013884] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.014085] env[69287]: INFO nova.compute.manager [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Took 1.22 seconds to destroy the instance on the hypervisor. [ 885.014500] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.014759] env[69287]: DEBUG nova.compute.manager [-] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.014893] env[69287]: DEBUG nova.network.neutron [-] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.141802] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.287781] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 885.288018] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cff23-0123-92de-bc0a-77d72e09b745/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.289557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86795f82-860c-4c97-9d41-08594da729a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.296800] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cff23-0123-92de-bc0a-77d72e09b745/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.297785] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cff23-0123-92de-bc0a-77d72e09b745/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 885.297785] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3a2408c4-da3c-42f9-a14e-4d5846e58be3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.401558] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 137d5236-472a-494b-91a6-5a76844f2d17] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.464464] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.497375] env[69287]: DEBUG oslo_vmware.api [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450597, 'name': PowerOnVM_Task, 'duration_secs': 0.50772} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.497375] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.524980] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5636a5-701e-4d6f-a9ce-b76e170d0755 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.534458] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f2894-f2ab-4457-ba1c-55a85cab2496 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.572984] env[69287]: DEBUG nova.network.neutron [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Successfully updated port: 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.574992] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f91c25-fb1e-4fd6-9cf5-7c6fc818deca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.584369] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650f7a3-c776-4fe9-a7bd-6a4b22b61f08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.602451] env[69287]: DEBUG nova.compute.provider_tree [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.604960] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.605901] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272408ed-a1b0-4f1a-a76a-edc01abce1cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.610848] env[69287]: DEBUG nova.network.neutron [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Successfully created port: 025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.615319] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.615702] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38e3cf0-3a44-4466-8f00-ae82f1b016c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.711327] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.711557] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.711815] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleting the datastore file [datastore2] 0f10bd13-736c-4eb9-b725-ec327840b1e5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.712105] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f903542-43ae-4f7f-a1be-86bc6c94e19f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.720184] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 885.720184] env[69287]: value = "task-3450599" [ 885.720184] env[69287]: _type = "Task" [ 885.720184] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.732265] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.826468] env[69287]: DEBUG oslo_vmware.rw_handles [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520cff23-0123-92de-bc0a-77d72e09b745/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 885.826468] env[69287]: INFO nova.virt.vmwareapi.images [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Downloaded image file data cf3d516a-912e-4cb0-91c6-fd0e0d273a39 [ 885.827500] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b25baf7-1607-4fe9-870d-1efae1b3f2cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847019] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69a10558-c9e1-4c78-bf07-1b1f81387db0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.879427] env[69287]: INFO nova.virt.vmwareapi.images [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] The imported VM was unregistered [ 885.881247] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 885.881496] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39 {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.881791] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9614cb06-992b-4ad3-b167-342abb0895e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.886108] env[69287]: DEBUG nova.compute.manager [req-9e5c321f-bb11-448a-b377-00ed1af73c3e req-52a125d4-0133-49ae-88da-22981f711bbf service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-vif-plugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.886326] env[69287]: DEBUG oslo_concurrency.lockutils [req-9e5c321f-bb11-448a-b377-00ed1af73c3e req-52a125d4-0133-49ae-88da-22981f711bbf service nova] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.886535] env[69287]: DEBUG oslo_concurrency.lockutils [req-9e5c321f-bb11-448a-b377-00ed1af73c3e req-52a125d4-0133-49ae-88da-22981f711bbf service nova] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.886858] env[69287]: DEBUG oslo_concurrency.lockutils [req-9e5c321f-bb11-448a-b377-00ed1af73c3e req-52a125d4-0133-49ae-88da-22981f711bbf service nova] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.886858] env[69287]: DEBUG nova.compute.manager [req-9e5c321f-bb11-448a-b377-00ed1af73c3e req-52a125d4-0133-49ae-88da-22981f711bbf service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] No waiting events found dispatching network-vif-plugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.887030] env[69287]: WARNING nova.compute.manager [req-9e5c321f-bb11-448a-b377-00ed1af73c3e req-52a125d4-0133-49ae-88da-22981f711bbf service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received unexpected event network-vif-plugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 for instance with vm_state building and task_state spawning. [ 885.902033] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created directory with path [datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39 {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.902322] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a/OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a.vmdk to [datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk. {{(pid=69287) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 885.903270] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-01f7c704-03a0-4d47-8260-a1a94e3f6216 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.907525] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 61c6da84-4ca4-45d2-b573-3280a7b7cdba] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.916939] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 885.916939] env[69287]: value = "task-3450601" [ 885.916939] env[69287]: _type = "Task" [ 885.916939] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.941101] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.955285] env[69287]: DEBUG oslo_vmware.api [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450596, 'name': PowerOnVM_Task, 'duration_secs': 0.61442} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.955950] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.956177] env[69287]: INFO nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Took 9.69 seconds to spawn the instance on the hypervisor. [ 885.956373] env[69287]: DEBUG nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.957591] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09102481-cd23-405a-9fff-66ac08de4f1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.079253] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.080040] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.080040] env[69287]: DEBUG nova.network.neutron [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.112129] env[69287]: DEBUG nova.scheduler.client.report [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.158681] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.196740] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.199480] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.199590] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.199739] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.199891] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.200298] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.200298] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.200423] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.200729] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.200829] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.201059] env[69287]: DEBUG nova.virt.hardware [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.202077] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f5ac1b-0e3f-425d-ad39-a9d226b8fb39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.211884] env[69287]: DEBUG nova.compute.manager [req-ec99e5ef-21f7-4698-aa9a-b79ef73fb1ce req-0a0f7309-a89c-4497-a6d9-278e5619e4ab service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Received event network-vif-deleted-4258eb4f-795d-4782-bc81-941ae078dcb2 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.212344] env[69287]: INFO nova.compute.manager [req-ec99e5ef-21f7-4698-aa9a-b79ef73fb1ce req-0a0f7309-a89c-4497-a6d9-278e5619e4ab service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Neutron deleted interface 4258eb4f-795d-4782-bc81-941ae078dcb2; detaching it from the instance and deleting it from the info cache [ 886.213608] env[69287]: DEBUG nova.network.neutron [req-ec99e5ef-21f7-4698-aa9a-b79ef73fb1ce req-0a0f7309-a89c-4497-a6d9-278e5619e4ab service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.221405] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0891b5-7c59-4fb3-b6ae-cb9de49db81b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.238300] env[69287]: DEBUG oslo_vmware.api [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307666} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.247359] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.247585] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.247761] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.287023] env[69287]: INFO nova.scheduler.client.report [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocations for instance 0f10bd13-736c-4eb9-b725-ec327840b1e5 [ 886.302038] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "1ce42061-67c9-418d-9363-369225406147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.302038] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "1ce42061-67c9-418d-9363-369225406147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.392026] env[69287]: DEBUG nova.network.neutron [-] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.410629] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ceb486ef-93f1-4706-a14e-6b72bf807ba6] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.437913] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.482881] env[69287]: INFO nova.compute.manager [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Took 36.65 seconds to build instance. [ 886.515483] env[69287]: INFO nova.compute.manager [None req-599ba542-728a-46b3-ba67-0ca17ec97ea3 tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance to original state: 'active' [ 886.618841] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.619466] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.622376] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.286s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.622664] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.625709] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.578s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.625709] env[69287]: DEBUG nova.objects.instance [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'resources' on Instance uuid ceec6f62-e914-4659-8fab-25647605cc63 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.652531] env[69287]: INFO nova.scheduler.client.report [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Deleted allocations for instance 14dd9d52-c143-4fae-9e9e-034fb48e9123 [ 886.661644] env[69287]: DEBUG nova.network.neutron [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.722155] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa90f7a3-9521-4877-a17f-624a0ebb0e13 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.737168] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde7bde2-9e69-4a61-94e2-906d3a5d0a35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.778215] env[69287]: DEBUG nova.compute.manager [req-ec99e5ef-21f7-4698-aa9a-b79ef73fb1ce req-0a0f7309-a89c-4497-a6d9-278e5619e4ab service nova] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Detach interface failed, port_id=4258eb4f-795d-4782-bc81-941ae078dcb2, reason: Instance 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 886.789694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.805799] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.894645] env[69287]: INFO nova.compute.manager [-] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Took 1.88 seconds to deallocate network for instance. [ 886.915261] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: c2472012-1360-4b78-9672-2f15df185949] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.932731] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.988694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-48f29076-16c4-4b59-80a1-3db64a7e401e tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.169s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.132775] env[69287]: DEBUG nova.compute.utils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 887.140194] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.141502] env[69287]: DEBUG nova.network.neutron [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.169823] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75b729d1-79de-4615-ad5d-a177b0bad57f tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "14dd9d52-c143-4fae-9e9e-034fb48e9123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.369s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.338586] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.383939] env[69287]: DEBUG nova.network.neutron [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.405359] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.420086] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 6543732a-a08b-4822-beb4-d9a2283dcd66] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.441174] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.509122] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8ade36-2749-42c6-849e-881356beb09f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.523654] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f533c2f-f636-4447-9d61-48e0e02b35dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.568371] env[69287]: DEBUG nova.policy [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '319d80d1cf374900951d455ccd0541ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30776c7b16814ad385f1b141ad0c77fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.571416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca07a69c-5bd1-4fae-9867-ec7f74e3ee82 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.584152] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a74c2-2c09-4f47-8f32-e4d6f4bb2d35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.604195] env[69287]: DEBUG nova.compute.provider_tree [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.645180] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.889911] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.889911] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance network_info: |[{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.889911] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:07:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a96b0bd-e6f3-4d5f-93a3-e3af05133417', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.900264] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating folder: Project (ed21e5e2a1fa41d5a8d8550952a8750b). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.900697] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05b63804-d805-42ee-8e6b-843feb887b4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.918934] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created folder: Project (ed21e5e2a1fa41d5a8d8550952a8750b) in parent group-v688742. [ 887.919774] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating folder: Instances. Parent ref: group-v688928. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.919774] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20025fcd-dd3b-4b6f-a99f-cd38fc242d79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.927240] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1580682d-7e24-4d7a-aada-5016def6023e] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.939110] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.939488] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created folder: Instances in parent group-v688928. [ 887.939690] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.939853] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.940085] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec9c7d3d-71e8-4458-a4e3-460c504f29cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.974033] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.974033] env[69287]: value = "task-3450605" [ 887.974033] env[69287]: _type = "Task" [ 887.974033] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.989191] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450605, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.107504] env[69287]: DEBUG nova.scheduler.client.report [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.431047] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a7ef9b84-2ee0-4fe8-9109-a6fce72e7e87] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.446249] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.490910] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450605, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.511984] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Received event network-vif-unplugged-37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.512353] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Acquiring lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.512633] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.512898] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.513133] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] No waiting events found dispatching network-vif-unplugged-37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.513709] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Received event network-vif-unplugged-37beab60-eb95-4372-8404-f4938a32c1a8 for instance with task_state deleting. {{(pid=69287) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11426}} [ 888.514337] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.514337] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing instance network info cache due to event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.514452] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.514653] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.514949] env[69287]: DEBUG nova.network.neutron [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.594447] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.615775] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.619551] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.897s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.619551] env[69287]: DEBUG nova.objects.instance [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lazy-loading 'resources' on Instance uuid 256523a9-f101-4231-b1bf-3af7564b4dd5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.662279] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.667420] env[69287]: INFO nova.scheduler.client.report [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted allocations for instance ceec6f62-e914-4659-8fab-25647605cc63 [ 888.714377] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.714377] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.714603] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.714986] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.715249] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.715855] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.715933] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.716132] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.716343] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.716534] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.717717] env[69287]: DEBUG nova.virt.hardware [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.718050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0888619-9d27-44cc-a980-1a3b17abcdd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.730013] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d776a68-061a-47df-bad8-cbd2a241a47a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.827060] env[69287]: DEBUG nova.network.neutron [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Successfully updated port: 025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.936633] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450601, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.525726} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.936633] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a/OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a.vmdk to [datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk. [ 888.936633] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Cleaning up location [datastore1] OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 888.936633] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_785b3a14-2dc6-43ad-a714-9d3b3f00fa9a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.936633] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d748a8-24f5-4cd6-a5b8-57c351ad7f78 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.943833] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 888.943833] env[69287]: value = "task-3450606" [ 888.943833] env[69287]: _type = "Task" [ 888.943833] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.948481] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 2478b60d-347e-4a31-8e4b-041a07764556] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.963350] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.987296] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450605, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.089883] env[69287]: DEBUG nova.network.neutron [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Successfully created port: 9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.188155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-112e9eaf-7d1c-4765-9c33-12568b0b8b8b tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "ceec6f62-e914-4659-8fab-25647605cc63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.888s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.188155] env[69287]: DEBUG oslo_concurrency.lockutils [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] Acquired lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.188155] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4a1d35-1682-4c4e-818a-1652766f8969 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.199088] env[69287]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 889.199537] env[69287]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69287) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 889.204907] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad572872-e5aa-4f02-aa33-bdb7ceee686a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.219425] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397cd533-bdec-4447-b852-0db8baac6861 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.264764] env[69287]: ERROR root [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-688879' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-688879' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-688879' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-688879'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-688879' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-688879' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-688879'}\n"]: nova.exception.InstanceNotFound: Instance ceec6f62-e914-4659-8fab-25647605cc63 could not be found. [ 889.264764] env[69287]: DEBUG oslo_concurrency.lockutils [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] Releasing lock "ceec6f62-e914-4659-8fab-25647605cc63" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.264764] env[69287]: DEBUG nova.compute.manager [req-f7d312c6-fd60-4e90-a5d9-31f553b25c90 req-c4afd433-577d-4038-9730-ed600701da6d service nova] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Detach interface failed, port_id=bf3e37c4-ebf4-465c-bcde-473934cd9c20, reason: Instance ceec6f62-e914-4659-8fab-25647605cc63 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 889.331867] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.332134] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.332444] env[69287]: DEBUG nova.network.neutron [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.456711] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a742fa58-5053-4845-83eb-96334a38797a] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 889.460241] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "42273db3-0272-46ac-9be6-edcbe7898d7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.460628] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.460941] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.461259] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.461529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.463312] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067594} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.467174] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.467174] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.467174] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk to [datastore1] ed9f2924-4d7c-4585-9d80-7fabfa0a7f49/ed9f2924-4d7c-4585-9d80-7fabfa0a7f49.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.467597] env[69287]: INFO nova.compute.manager [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Terminating instance [ 889.471936] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25a10ea3-97db-4db7-8b7f-1333df94951d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.481696] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 889.481696] env[69287]: value = "task-3450607" [ 889.481696] env[69287]: _type = "Task" [ 889.481696] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.496889] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450605, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.504238] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.519050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b51e3-0a55-4374-ac40-cdc89ef495e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.528077] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23991181-4328-4985-ae0b-12682ca716c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.568977] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac82fe7-68cc-4e01-8606-2e6f975c1f24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.579200] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded4048-f86d-405d-9258-1135dc82df9b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.594867] env[69287]: DEBUG nova.compute.provider_tree [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.888368] env[69287]: DEBUG nova.network.neutron [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.961755] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 22d254b3-b8fd-437f-9799-c77d6d912875] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 889.975064] env[69287]: DEBUG nova.compute.manager [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.975064] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.975064] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40aed3c-c688-4f1e-a50a-9546559b1e16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.994085] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.998642] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8fad766-3ff1-4049-9796-de79f91a414a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.001505] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450605, 'name': CreateVM_Task, 'duration_secs': 1.785559} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.002457] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.007077] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.007308] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.007668] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.009039] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.009039] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d883d3-afda-4d59-bade-1992a3d2559e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.013553] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 890.013553] env[69287]: value = "task-3450608" [ 890.013553] env[69287]: _type = "Task" [ 890.013553] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.020612] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 890.020612] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e0c5d0-8491-8386-2570-ec25e17980da" [ 890.020612] env[69287]: _type = "Task" [ 890.020612] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.024689] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.045248] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e0c5d0-8491-8386-2570-ec25e17980da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.100287] env[69287]: DEBUG nova.scheduler.client.report [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.116309] env[69287]: DEBUG nova.network.neutron [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updated VIF entry in instance network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.116695] env[69287]: DEBUG nova.network.neutron [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.219583] env[69287]: DEBUG nova.network.neutron [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Updating instance_info_cache with network_info: [{"id": "025f84ce-976b-4d4f-b27d-3300e26f122e", "address": "fa:16:3e:30:05:09", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025f84ce-97", "ovs_interfaceid": "025f84ce-976b-4d4f-b27d-3300e26f122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.247874] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248d012-e4cc-3a62-0f34-276d8e4cf4f4/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.247874] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206b3ae-d36c-411e-ba70-b45fcb762f1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.258538] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248d012-e4cc-3a62-0f34-276d8e4cf4f4/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.258720] env[69287]: ERROR oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248d012-e4cc-3a62-0f34-276d8e4cf4f4/disk-0.vmdk due to incomplete transfer. [ 890.259378] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f156aae5-3473-472e-b3a1-d04f321c516b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.273143] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5248d012-e4cc-3a62-0f34-276d8e4cf4f4/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 890.273364] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Uploaded image 6198e013-1806-4bb9-b65a-5ef51d70466d to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 890.276774] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.276950] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f3d6b05-30f1-4457-bc99-5cc817da0a4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.288045] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 890.288045] env[69287]: value = "task-3450609" [ 890.288045] env[69287]: _type = "Task" [ 890.288045] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.299953] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450609, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.467849] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: e2ab5657-bcb4-47eb-a487-6a57cf2925c5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 890.500684] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.525687] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450608, 'name': PowerOffVM_Task, 'duration_secs': 0.371033} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.529692] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.530053] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.530410] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e9c34b-cca3-4c3e-adc7-73fee6d61fec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542027] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e0c5d0-8491-8386-2570-ec25e17980da, 'name': SearchDatastore_Task, 'duration_secs': 0.083741} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.542027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.542027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.542027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.542027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.542027] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.542027] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccfa2229-c30b-442d-92e4-f004553f44b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562875] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.565480] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.565480] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1c1bbf-751c-4b07-a921-c7af4abbf39b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.571754] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 890.571754] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a068ff-c390-945a-cdd5-52cea2996b10" [ 890.571754] env[69287]: _type = "Task" [ 890.571754] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.588800] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a068ff-c390-945a-cdd5-52cea2996b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.609032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.615191] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.659s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.615191] env[69287]: DEBUG nova.objects.instance [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lazy-loading 'resources' on Instance uuid 9eaafd7a-ce2e-4ef0-8a1b-642039348620 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.622414] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.622414] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Received event network-changed-37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.622414] env[69287]: DEBUG nova.compute.manager [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Refreshing instance network info cache due to event network-changed-37beab60-eb95-4372-8404-f4938a32c1a8. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.622532] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Acquiring lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.624315] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Acquired lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.624315] env[69287]: DEBUG nova.network.neutron [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Refreshing network info cache for port 37beab60-eb95-4372-8404-f4938a32c1a8 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.629901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.629901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.629901] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleting the datastore file [datastore2] 42273db3-0272-46ac-9be6-edcbe7898d7d {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.630417] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c22428dc-234f-4d8f-a317-647be1ff8602 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.644524] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 890.644524] env[69287]: value = "task-3450611" [ 890.644524] env[69287]: _type = "Task" [ 890.644524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.658699] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.680706] env[69287]: INFO nova.scheduler.client.report [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Deleted allocations for instance 256523a9-f101-4231-b1bf-3af7564b4dd5 [ 890.726029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726237] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Instance network_info: |[{"id": "025f84ce-976b-4d4f-b27d-3300e26f122e", "address": "fa:16:3e:30:05:09", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025f84ce-97", "ovs_interfaceid": "025f84ce-976b-4d4f-b27d-3300e26f122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.726680] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:05:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '025f84ce-976b-4d4f-b27d-3300e26f122e', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.738218] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.738532] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.738773] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c50bbe-76d0-401c-82b5-f746b5581ba1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.760836] env[69287]: DEBUG nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Received event network-vif-plugged-025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.761055] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Acquiring lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.761313] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.761427] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.761587] env[69287]: DEBUG nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] No waiting events found dispatching network-vif-plugged-025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.761814] env[69287]: WARNING nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Received unexpected event network-vif-plugged-025f84ce-976b-4d4f-b27d-3300e26f122e for instance with vm_state building and task_state spawning. [ 890.762050] env[69287]: DEBUG nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Received event network-changed-025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.764301] env[69287]: DEBUG nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Refreshing instance network info cache due to event network-changed-025f84ce-976b-4d4f-b27d-3300e26f122e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.764301] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Acquiring lock "refresh_cache-d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.764301] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Acquired lock "refresh_cache-d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.764301] env[69287]: DEBUG nova.network.neutron [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Refreshing network info cache for port 025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.775563] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.775563] env[69287]: value = "task-3450612" [ 890.775563] env[69287]: _type = "Task" [ 890.775563] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.789129] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450612, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.801299] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450609, 'name': Destroy_Task, 'duration_secs': 0.421808} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.801581] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroyed the VM [ 890.801875] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.802099] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea231de0-d741-4698-b0c9-a92581875541 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.816198] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 890.816198] env[69287]: value = "task-3450613" [ 890.816198] env[69287]: _type = "Task" [ 890.816198] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.828247] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450613, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.842429] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.842660] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.843132] env[69287]: DEBUG nova.compute.manager [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.843813] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4887a1-891c-4ba0-824b-79d4755b376a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.853899] env[69287]: DEBUG nova.compute.manager [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 890.854733] env[69287]: DEBUG nova.objects.instance [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'flavor' on Instance uuid ed9a6c95-9db3-4ddb-928a-18208b85f606 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.972554] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1201c389-67f9-4a49-8d04-0fffbe8cf528] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 891.005530] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.086712] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a068ff-c390-945a-cdd5-52cea2996b10, 'name': SearchDatastore_Task, 'duration_secs': 0.077439} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.088936] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0d02d2-5555-47f8-b253-af1d643b0e58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.098093] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 891.098093] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d1dc3-b704-9c43-6a72-7786e149b67a" [ 891.098093] env[69287]: _type = "Task" [ 891.098093] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.115112] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d1dc3-b704-9c43-6a72-7786e149b67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.167089] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.190549] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e41e2660-6864-4eb8-94b4-e3e9e2e5e793 tempest-ImagesOneServerNegativeTestJSON-1698628927 tempest-ImagesOneServerNegativeTestJSON-1698628927-project-member] Lock "256523a9-f101-4231-b1bf-3af7564b4dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.092s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.298088] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450612, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.329390] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450613, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.337300] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.337644] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.337878] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.338124] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.338356] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.341048] env[69287]: INFO nova.compute.manager [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Terminating instance [ 891.478490] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0bf98b57-c7c6-4918-947a-085e96137eee] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 891.496918] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc180ae-a8e5-4ff5-8004-75e8d0934502 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.510202] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3800443-19bb-4f6b-93b6-8267932865f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.514397] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.559697] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e8dd66-b7bc-4ec9-97d2-ca2f7666bf63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.570557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c493d5a-6ba1-4e41-ba3a-82314c9f6181 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.591493] env[69287]: DEBUG nova.compute.provider_tree [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.612958] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d1dc3-b704-9c43-6a72-7786e149b67a, 'name': SearchDatastore_Task, 'duration_secs': 0.088556} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.612958] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.612958] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.613102] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-653b6437-8a7f-4638-a8fb-401c4c674f2b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.623392] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 891.623392] env[69287]: value = "task-3450614" [ 891.623392] env[69287]: _type = "Task" [ 891.623392] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.639033] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.640302] env[69287]: DEBUG nova.network.neutron [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updated VIF entry in instance network info cache for port 37beab60-eb95-4372-8404-f4938a32c1a8. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.640626] env[69287]: DEBUG nova.network.neutron [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updating instance_info_cache with network_info: [{"id": "37beab60-eb95-4372-8404-f4938a32c1a8", "address": "fa:16:3e:d5:32:ca", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": null, "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap37beab60-eb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.657027] env[69287]: DEBUG oslo_vmware.api [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579085} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.657277] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.658214] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.658214] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.658214] env[69287]: INFO nova.compute.manager [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Took 1.68 seconds to destroy the instance on the hypervisor. [ 891.658214] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.658452] env[69287]: DEBUG nova.compute.manager [-] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.658486] env[69287]: DEBUG nova.network.neutron [-] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.796130] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450612, 'name': CreateVM_Task, 'duration_secs': 0.590312} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.796391] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.797199] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.797405] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.797741] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.798023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43678b5c-b333-4a0d-8a23-7cb5df54f49e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.806772] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 891.806772] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525fe2ee-42d9-e2ee-14ec-027290b6f522" [ 891.806772] env[69287]: _type = "Task" [ 891.806772] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.820978] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525fe2ee-42d9-e2ee-14ec-027290b6f522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.834167] env[69287]: DEBUG oslo_vmware.api [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450613, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61943} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.834509] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.835073] env[69287]: INFO nova.compute.manager [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 13.23 seconds to snapshot the instance on the hypervisor. [ 891.849047] env[69287]: DEBUG nova.compute.manager [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.849284] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.851028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737ea2b8-0201-4c07-b393-02b6452c7eab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.867691] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.868247] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5fbab9-88f4-459f-b84e-218c4a84fead {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.870295] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.871030] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36743312-7bc1-408d-b16b-c0615c0920e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.881441] env[69287]: DEBUG oslo_vmware.api [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 891.881441] env[69287]: value = "task-3450615" [ 891.881441] env[69287]: _type = "Task" [ 891.881441] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.883527] env[69287]: DEBUG oslo_vmware.api [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 891.883527] env[69287]: value = "task-3450616" [ 891.883527] env[69287]: _type = "Task" [ 891.883527] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.900143] env[69287]: DEBUG oslo_vmware.api [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.905655] env[69287]: DEBUG oslo_vmware.api [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.980303] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.980579] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Cleaning up deleted instances with incomplete migration {{(pid=69287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 892.006792] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.096055] env[69287]: DEBUG nova.scheduler.client.report [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.141455] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.143383] env[69287]: DEBUG oslo_concurrency.lockutils [req-c6538852-0207-46aa-ab8f-a722df2c7bf6 req-802f4cae-d1f9-4eae-9c78-abaf29d4a53c service nova] Releasing lock "refresh_cache-0f10bd13-736c-4eb9-b725-ec327840b1e5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.147606] env[69287]: DEBUG nova.network.neutron [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Updated VIF entry in instance network info cache for port 025f84ce-976b-4d4f-b27d-3300e26f122e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.148249] env[69287]: DEBUG nova.network.neutron [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Updating instance_info_cache with network_info: [{"id": "025f84ce-976b-4d4f-b27d-3300e26f122e", "address": "fa:16:3e:30:05:09", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025f84ce-97", "ovs_interfaceid": "025f84ce-976b-4d4f-b27d-3300e26f122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.318495] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525fe2ee-42d9-e2ee-14ec-027290b6f522, 'name': SearchDatastore_Task, 'duration_secs': 0.035604} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.318814] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.319059] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.319316] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.319464] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.319690] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.319968] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea409eb-d5b7-4a1c-be1e-c5d47a02d9bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.336267] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.336468] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.337337] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0636f2c-075f-49e8-8fbc-228a5d7d3488 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.345400] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 892.345400] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f795f9-76bf-f6b0-a0fa-7ade1c6a9566" [ 892.345400] env[69287]: _type = "Task" [ 892.345400] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.357776] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f795f9-76bf-f6b0-a0fa-7ade1c6a9566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.401846] env[69287]: DEBUG oslo_vmware.api [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450615, 'name': PowerOffVM_Task, 'duration_secs': 0.330068} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.405712] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.406712] env[69287]: DEBUG nova.compute.manager [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.406712] env[69287]: DEBUG oslo_vmware.api [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450616, 'name': PowerOffVM_Task, 'duration_secs': 0.287992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.407351] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad820569-f4e7-4220-83b0-6b100fd53d7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.410370] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.410544] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.410801] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beceb6c5-b76a-4e5e-9f0f-0f4b7a7ad122 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.423072] env[69287]: DEBUG nova.compute.manager [None req-3c7ab42f-5d4f-4bd6-8dc6-74b9899b3047 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Found 2 images (rotation: 2) {{(pid=69287) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 892.484064] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 892.508876] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450607, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.905501} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.510256] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cf3d516a-912e-4cb0-91c6-fd0e0d273a39/cf3d516a-912e-4cb0-91c6-fd0e0d273a39.vmdk to [datastore1] ed9f2924-4d7c-4585-9d80-7fabfa0a7f49/ed9f2924-4d7c-4585-9d80-7fabfa0a7f49.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.514062] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda2014-c121-4d45-9db2-f8475ed0f7d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.302101] env[69287]: DEBUG nova.network.neutron [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Successfully updated port: 9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.306841] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.694s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.309670] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Releasing lock "refresh_cache-d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.309670] env[69287]: DEBUG nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Received event network-changed-fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.309895] env[69287]: DEBUG nova.compute.manager [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Refreshing instance network info cache due to event network-changed-fd54d50f-3790-4c98-854e-a5d5cd777c91. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.310126] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Acquiring lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.310262] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Acquired lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.311169] env[69287]: DEBUG nova.network.neutron [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Refreshing network info cache for port fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.313711] env[69287]: DEBUG nova.network.neutron [-] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.316543] env[69287]: DEBUG nova.compute.manager [req-e48fafb0-e41d-4f30-be96-e676b3d65322 req-c59c42f6-0ac9-43e7-9816-061a8822afb9 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Received event network-vif-deleted-501fc7bd-86fc-4650-9049-6fd9821cfefd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.316543] env[69287]: INFO nova.compute.manager [req-e48fafb0-e41d-4f30-be96-e676b3d65322 req-c59c42f6-0ac9-43e7-9816-061a8822afb9 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Neutron deleted interface 501fc7bd-86fc-4650-9049-6fd9821cfefd; detaching it from the instance and deleting it from the info cache [ 893.316543] env[69287]: DEBUG nova.network.neutron [req-e48fafb0-e41d-4f30-be96-e676b3d65322 req-c59c42f6-0ac9-43e7-9816-061a8822afb9 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.319556] env[69287]: DEBUG nova.compute.manager [req-e37eca1b-bc8c-426c-8bda-58ee68eb3de5 req-f449a645-ef83-478d-a591-339d7d3d6586 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Received event network-vif-plugged-9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.319711] env[69287]: DEBUG oslo_concurrency.lockutils [req-e37eca1b-bc8c-426c-8bda-58ee68eb3de5 req-f449a645-ef83-478d-a591-339d7d3d6586 service nova] Acquiring lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.319911] env[69287]: DEBUG oslo_concurrency.lockutils [req-e37eca1b-bc8c-426c-8bda-58ee68eb3de5 req-f449a645-ef83-478d-a591-339d7d3d6586 service nova] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.320092] env[69287]: DEBUG oslo_concurrency.lockutils [req-e37eca1b-bc8c-426c-8bda-58ee68eb3de5 req-f449a645-ef83-478d-a591-339d7d3d6586 service nova] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.320248] env[69287]: DEBUG nova.compute.manager [req-e37eca1b-bc8c-426c-8bda-58ee68eb3de5 req-f449a645-ef83-478d-a591-339d7d3d6586 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] No waiting events found dispatching network-vif-plugged-9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.320434] env[69287]: WARNING nova.compute.manager [req-e37eca1b-bc8c-426c-8bda-58ee68eb3de5 req-f449a645-ef83-478d-a591-339d7d3d6586 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Received unexpected event network-vif-plugged-9aa2f9b7-7e44-45ad-adc9-7d91a800b314 for instance with vm_state building and task_state spawning. [ 893.321167] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.321347] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.321575] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Deleting the datastore file [datastore1] 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.322372] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec7be31e-e012-4047-8ca4-8bb9a1d1d4c6 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.480s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.324819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.319s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.326701] env[69287]: INFO nova.compute.claims [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.337512] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d531b7d-d159-4864-8ed2-576748be59fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.362119] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ed9f2924-4d7c-4585-9d80-7fabfa0a7f49/ed9f2924-4d7c-4585-9d80-7fabfa0a7f49.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.363292] env[69287]: INFO nova.scheduler.client.report [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Deleted allocations for instance 9eaafd7a-ce2e-4ef0-8a1b-642039348620 [ 893.367748] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a71ab2-9725-4941-9a85-98f90fa80587 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.392470] env[69287]: DEBUG oslo_vmware.api [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for the task: (returnval){ [ 893.392470] env[69287]: value = "task-3450618" [ 893.392470] env[69287]: _type = "Task" [ 893.392470] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.396208] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f795f9-76bf-f6b0-a0fa-7ade1c6a9566, 'name': SearchDatastore_Task, 'duration_secs': 0.041464} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.396208] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.398208] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30cdc153-7567-4629-916a-ab39d6bde3db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.403157] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 893.403157] env[69287]: value = "task-3450619" [ 893.403157] env[69287]: _type = "Task" [ 893.403157] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.413053] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 893.413053] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5243ee80-18b4-3d4b-6371-99754e213d29" [ 893.413053] env[69287]: _type = "Task" [ 893.413053] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.413323] env[69287]: DEBUG oslo_vmware.api [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.421991] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.428994] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5243ee80-18b4-3d4b-6371-99754e213d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.819016] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.826791] env[69287]: INFO nova.compute.manager [-] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Took 2.17 seconds to deallocate network for instance. [ 893.828025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "refresh_cache-52a72c7e-e441-4fb5-a9ce-2f1eb4478308" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.828025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquired lock "refresh_cache-52a72c7e-e441-4fb5-a9ce-2f1eb4478308" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.828025] env[69287]: DEBUG nova.network.neutron [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.899795] env[69287]: DEBUG oslo_concurrency.lockutils [None req-10f9235e-e631-4558-924f-6d5b96103180 tempest-InstanceActionsV221TestJSON-929262403 tempest-InstanceActionsV221TestJSON-929262403-project-member] Lock "9eaafd7a-ce2e-4ef0-8a1b-642039348620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.260s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.914160] env[69287]: DEBUG oslo_vmware.api [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Task: {'id': task-3450618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427435} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.914941] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.915181] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.915322] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.915502] env[69287]: INFO nova.compute.manager [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Took 2.07 seconds to destroy the instance on the hypervisor. [ 893.916126] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.920676] env[69287]: DEBUG nova.compute.manager [-] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.920786] env[69287]: DEBUG nova.network.neutron [-] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.926698] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daf5acf2-039f-4191-ae9c-85a49574b03a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.929728] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.939288] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5243ee80-18b4-3d4b-6371-99754e213d29, 'name': SearchDatastore_Task, 'duration_secs': 0.034642} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.940910] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.941249] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d91e2d81-cb72-40b4-ac1c-314bd5cd83b8/d91e2d81-cb72-40b4-ac1c-314bd5cd83b8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.941579] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92fc1ad4-0726-48f0-8873-15f2e59fbad0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.948568] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4872a5-2682-4dd8-95af-e42b8244f200 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.972218] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 893.972218] env[69287]: value = "task-3450620" [ 893.972218] env[69287]: _type = "Task" [ 893.972218] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.991903] env[69287]: DEBUG nova.compute.manager [req-e48fafb0-e41d-4f30-be96-e676b3d65322 req-c59c42f6-0ac9-43e7-9816-061a8822afb9 service nova] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Detach interface failed, port_id=501fc7bd-86fc-4650-9049-6fd9821cfefd, reason: Instance 42273db3-0272-46ac-9be6-edcbe7898d7d could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 894.000105] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.247586] env[69287]: DEBUG nova.network.neutron [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updated VIF entry in instance network info cache for port fd54d50f-3790-4c98-854e-a5d5cd777c91. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.247586] env[69287]: DEBUG nova.network.neutron [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updating instance_info_cache with network_info: [{"id": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "address": "fa:16:3e:de:5d:30", "network": {"id": "abd1c78c-3300-4090-9af0-c94f52f4b997", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-866585246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c4ce69a75c4371b35af540c1b5a0e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd54d50f-37", "ovs_interfaceid": "fd54d50f-3790-4c98-854e-a5d5cd777c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.321812] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.338059] env[69287]: DEBUG nova.compute.manager [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.342803] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fca2c6-420b-43c7-a8da-8dfe4fe44954 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.347638] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.387021] env[69287]: DEBUG nova.network.neutron [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.418740] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.487534] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450620, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.685698] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e9992-e62c-424a-ab17-94787b7b7570 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.698491] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f575fc-9342-4f6a-b757-ba5323d67c82 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.735348] env[69287]: DEBUG nova.network.neutron [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Updating instance_info_cache with network_info: [{"id": "9aa2f9b7-7e44-45ad-adc9-7d91a800b314", "address": "fa:16:3e:2b:59:51", "network": {"id": "97ca80b5-2276-4d07-b6b1-54d0f1070bd9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-301011951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30776c7b16814ad385f1b141ad0c77fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa2f9b7-7e", "ovs_interfaceid": "9aa2f9b7-7e44-45ad-adc9-7d91a800b314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.737395] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee89c2-4dc9-4368-8482-dfddfa508b02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.749290] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8da0b92-8ab3-421b-9dc8-081f78878e55 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.757184] env[69287]: DEBUG oslo_concurrency.lockutils [req-3afb5836-a61a-4a6d-9b8f-fae203738559 req-c0587b92-9432-4c8b-8ba1-d514c1536a93 service nova] Releasing lock "refresh_cache-fdd5c1d1-f063-40f0-b242-92693bfd8899" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.775023] env[69287]: DEBUG nova.compute.provider_tree [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.820027] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450614, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.744071} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.820330] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.820492] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.820734] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a8912e-9962-4c30-be40-b6d027e44942 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.828636] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 894.828636] env[69287]: value = "task-3450621" [ 894.828636] env[69287]: _type = "Task" [ 894.828636] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.838425] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.862309] env[69287]: INFO nova.compute.manager [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] instance snapshotting [ 894.862940] env[69287]: DEBUG nova.objects.instance [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'flavor' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.918132] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450619, 'name': ReconfigVM_Task, 'duration_secs': 1.411633} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.918132] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ed9f2924-4d7c-4585-9d80-7fabfa0a7f49/ed9f2924-4d7c-4585-9d80-7fabfa0a7f49.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.918796] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd50e0ad-d92b-40a6-b6b0-ff1ec3b37ac3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.926536] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 894.926536] env[69287]: value = "task-3450622" [ 894.926536] env[69287]: _type = "Task" [ 894.926536] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.937987] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450622, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.985063] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805761} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.985533] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d91e2d81-cb72-40b4-ac1c-314bd5cd83b8/d91e2d81-cb72-40b4-ac1c-314bd5cd83b8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.985533] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.985755] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee81590d-4ea8-44df-8f4b-0e12823ae291 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.995323] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 894.995323] env[69287]: value = "task-3450623" [ 894.995323] env[69287]: _type = "Task" [ 894.995323] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.008783] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.166439] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "3b274d58-7b07-4680-9798-bb0b12946abe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.167322] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "3b274d58-7b07-4680-9798-bb0b12946abe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.242276] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Releasing lock "refresh_cache-52a72c7e-e441-4fb5-a9ce-2f1eb4478308" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.242628] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Instance network_info: |[{"id": "9aa2f9b7-7e44-45ad-adc9-7d91a800b314", "address": "fa:16:3e:2b:59:51", "network": {"id": "97ca80b5-2276-4d07-b6b1-54d0f1070bd9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-301011951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30776c7b16814ad385f1b141ad0c77fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa2f9b7-7e", "ovs_interfaceid": "9aa2f9b7-7e44-45ad-adc9-7d91a800b314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.243126] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:59:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aa2f9b7-7e44-45ad-adc9-7d91a800b314', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.250978] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Creating folder: Project (30776c7b16814ad385f1b141ad0c77fc). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.251620] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e9c4f6-0977-418a-9201-07a639ad4d22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.265484] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Created folder: Project (30776c7b16814ad385f1b141ad0c77fc) in parent group-v688742. [ 895.265793] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Creating folder: Instances. Parent ref: group-v688932. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.265924] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2d7cbbb-f4a5-4e2a-95ed-93f10f81d42a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.276083] env[69287]: DEBUG nova.scheduler.client.report [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.280786] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Created folder: Instances in parent group-v688932. [ 895.281030] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.281461] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.281672] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ae6e42b-b04d-454a-ab85-955eb61be518 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.304137] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.304137] env[69287]: value = "task-3450626" [ 895.304137] env[69287]: _type = "Task" [ 895.304137] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.319971] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450626, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.339910] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077816} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.339910] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.339910] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e665e8de-6ed1-4107-b1aa-c7da91cb40db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.365364] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.367521] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8aa92b-bfbe-420b-a12a-a834346aab6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.383541] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f841017c-a9b6-4ba5-9a79-52d473a32674 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.392868] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 895.392868] env[69287]: value = "task-3450627" [ 895.392868] env[69287]: _type = "Task" [ 895.392868] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.421750] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0f9c6-f4ef-47d4-aa1d-7f2a2df06de4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.446504] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450622, 'name': Rename_Task, 'duration_secs': 0.168123} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.447157] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.447441] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ebdc6ac-81a1-4250-8c12-60aedcfb2cb6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.455609] env[69287]: DEBUG nova.objects.instance [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'flavor' on Instance uuid ed9a6c95-9db3-4ddb-928a-18208b85f606 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.458984] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 895.458984] env[69287]: value = "task-3450628" [ 895.458984] env[69287]: _type = "Task" [ 895.458984] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.470198] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.507580] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079019} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.508291] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.509215] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8737a3-ec1c-47f5-a937-67c737a51eda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.539058] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] d91e2d81-cb72-40b4-ac1c-314bd5cd83b8/d91e2d81-cb72-40b4-ac1c-314bd5cd83b8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.540564] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d122e03-9a47-4d3a-a7b8-5f48bf5373c2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.562365] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 895.562365] env[69287]: value = "task-3450629" [ 895.562365] env[69287]: _type = "Task" [ 895.562365] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.574827] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.575139] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "49366c42-9423-43b0-8049-4532df302f2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.576581] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.584145] env[69287]: DEBUG nova.compute.manager [req-5a01d0cc-2c29-41ef-86d4-7814bbba8e0b req-fb28ccb3-29dd-424e-b117-2ce9dd54f13f service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Received event network-vif-deleted-d1fe321f-7184-4da4-85cb-6af7650efb3d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.584145] env[69287]: INFO nova.compute.manager [req-5a01d0cc-2c29-41ef-86d4-7814bbba8e0b req-fb28ccb3-29dd-424e-b117-2ce9dd54f13f service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Neutron deleted interface d1fe321f-7184-4da4-85cb-6af7650efb3d; detaching it from the instance and deleting it from the info cache [ 895.584338] env[69287]: DEBUG nova.network.neutron [req-5a01d0cc-2c29-41ef-86d4-7814bbba8e0b req-fb28ccb3-29dd-424e-b117-2ce9dd54f13f service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.596777] env[69287]: DEBUG nova.network.neutron [-] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.669559] env[69287]: DEBUG nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.782933] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.783507] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.786648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.997s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.786883] env[69287]: DEBUG nova.objects.instance [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'resources' on Instance uuid 0f10bd13-736c-4eb9-b725-ec327840b1e5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.820040] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450626, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.925423] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.942883] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.943567] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c38eed3b-1910-4e25-bd45-c2280011f342 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.953063] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 895.953063] env[69287]: value = "task-3450630" [ 895.953063] env[69287]: _type = "Task" [ 895.953063] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.970802] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.971368] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.971530] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.971697] env[69287]: DEBUG nova.network.neutron [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.971908] env[69287]: DEBUG nova.objects.instance [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'info_cache' on Instance uuid ed9a6c95-9db3-4ddb-928a-18208b85f606 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.982755] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.082321] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.089495] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.091653] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ad34891-070e-45b2-b20c-9eed014087d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.099635] env[69287]: INFO nova.compute.manager [-] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Took 2.18 seconds to deallocate network for instance. [ 896.108018] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf60e4-a2cc-45bd-877c-1c42fc566797 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.126061] env[69287]: DEBUG nova.compute.manager [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Received event network-changed-9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.126298] env[69287]: DEBUG nova.compute.manager [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Refreshing instance network info cache due to event network-changed-9aa2f9b7-7e44-45ad-adc9-7d91a800b314. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.126598] env[69287]: DEBUG oslo_concurrency.lockutils [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] Acquiring lock "refresh_cache-52a72c7e-e441-4fb5-a9ce-2f1eb4478308" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.126768] env[69287]: DEBUG oslo_concurrency.lockutils [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] Acquired lock "refresh_cache-52a72c7e-e441-4fb5-a9ce-2f1eb4478308" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.126935] env[69287]: DEBUG nova.network.neutron [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Refreshing network info cache for port 9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.161903] env[69287]: DEBUG nova.compute.manager [req-5a01d0cc-2c29-41ef-86d4-7814bbba8e0b req-fb28ccb3-29dd-424e-b117-2ce9dd54f13f service nova] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Detach interface failed, port_id=d1fe321f-7184-4da4-85cb-6af7650efb3d, reason: Instance 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.238094] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.293029] env[69287]: DEBUG nova.compute.utils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 896.293029] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.293029] env[69287]: DEBUG nova.network.neutron [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.303274] env[69287]: DEBUG nova.objects.instance [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'numa_topology' on Instance uuid 0f10bd13-736c-4eb9-b725-ec327840b1e5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.318367] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450626, 'name': CreateVM_Task, 'duration_secs': 0.764274} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.318541] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.323469] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.323731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.324138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.324803] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e730c60b-a131-4092-87cb-e25660900259 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.335792] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 896.335792] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ad5314-74ea-c6c5-3e8c-39e8dbc5733d" [ 896.335792] env[69287]: _type = "Task" [ 896.335792] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.345849] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ad5314-74ea-c6c5-3e8c-39e8dbc5733d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.423929] env[69287]: DEBUG nova.policy [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae26d242327b4064a17ebb633fa6a18e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a52e9db7a9a44cb4b6dd3a812713685b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.430434] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450627, 'name': ReconfigVM_Task, 'duration_secs': 0.772488} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.430434] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.431141] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3baf447-8a21-4078-b661-d938043ab647 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.439782] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 896.439782] env[69287]: value = "task-3450631" [ 896.439782] env[69287]: _type = "Task" [ 896.439782] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.451906] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450631, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.466979] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450630, 'name': CreateSnapshot_Task, 'duration_secs': 0.513152} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.471035] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.471035] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c56b90-3db7-4cbf-a8e5-01d994337ca9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.476211] env[69287]: DEBUG nova.objects.base [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.477834] env[69287]: DEBUG oslo_vmware.api [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450628, 'name': PowerOnVM_Task, 'duration_secs': 0.827385} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.478525] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.478740] env[69287]: INFO nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Took 18.19 seconds to spawn the instance on the hypervisor. [ 896.478922] env[69287]: DEBUG nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.479755] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5d1486-06b9-4b99-9a25-dfac5aaf49e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.575240] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450629, 'name': ReconfigVM_Task, 'duration_secs': 0.959214} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.575601] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Reconfigured VM instance instance-00000040 to attach disk [datastore2] d91e2d81-cb72-40b4-ac1c-314bd5cd83b8/d91e2d81-cb72-40b4-ac1c-314bd5cd83b8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.576294] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b454e7b3-14d2-43b5-bd60-e4c031be0d3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.585535] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 896.585535] env[69287]: value = "task-3450632" [ 896.585535] env[69287]: _type = "Task" [ 896.585535] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.598203] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450632, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.614251] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.638643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.736096] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.737188] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.806364] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.809764] env[69287]: DEBUG nova.objects.base [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Object Instance<0f10bd13-736c-4eb9-b725-ec327840b1e5> lazy-loaded attributes: resources,numa_topology {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.849611] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ad5314-74ea-c6c5-3e8c-39e8dbc5733d, 'name': SearchDatastore_Task, 'duration_secs': 0.015146} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.850807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.850807] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.850807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.850807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.850807] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.852022] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb72f265-22f8-4826-8f20-8845b4ef9973 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.868347] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.868541] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.871997] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058e09b6-c3cc-41d2-82a7-2705044965ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.879594] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 896.879594] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525039b4-69d4-f1d6-8110-1b4ceeccfaf0" [ 896.879594] env[69287]: _type = "Task" [ 896.879594] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.892298] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525039b4-69d4-f1d6-8110-1b4ceeccfaf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.952873] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450631, 'name': Rename_Task, 'duration_secs': 0.277595} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.954514] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.954514] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fecc33a-78bc-4c2d-9a92-11a5cd0c1a99 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.961421] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 896.961421] env[69287]: value = "task-3450633" [ 896.961421] env[69287]: _type = "Task" [ 896.961421] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.973817] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.999543] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.006012] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd74f669-6802-4cda-b550-5e26dd42f669 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.020342] env[69287]: INFO nova.compute.manager [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Took 42.60 seconds to build instance. [ 897.022308] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 897.022308] env[69287]: value = "task-3450634" [ 897.022308] env[69287]: _type = "Task" [ 897.022308] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.034566] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450634, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.061309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.061309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.098229] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450632, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.171868] env[69287]: DEBUG nova.network.neutron [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Successfully created port: 641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.207025] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4527e-e1b6-4644-9735-8064b3ed2786 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.214916] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd40f29-8cd8-4ee6-acc2-65cc97689a8f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.256327] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.259759] env[69287]: DEBUG nova.network.neutron [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Updated VIF entry in instance network info cache for port 9aa2f9b7-7e44-45ad-adc9-7d91a800b314. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.260448] env[69287]: DEBUG nova.network.neutron [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Updating instance_info_cache with network_info: [{"id": "9aa2f9b7-7e44-45ad-adc9-7d91a800b314", "address": "fa:16:3e:2b:59:51", "network": {"id": "97ca80b5-2276-4d07-b6b1-54d0f1070bd9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-301011951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30776c7b16814ad385f1b141ad0c77fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aa2f9b7-7e", "ovs_interfaceid": "9aa2f9b7-7e44-45ad-adc9-7d91a800b314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.263028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4646637c-d24c-466e-a9f6-88c7884df62e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.271566] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7e6b6-8ed2-4766-9b34-5a9ae3086b0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.292065] env[69287]: DEBUG nova.compute.provider_tree [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.399051] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525039b4-69d4-f1d6-8110-1b4ceeccfaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.028515} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.399726] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0452045-24cb-4cc4-a459-65093ca86ccc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.407215] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 897.407215] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db65a2-25ff-599d-ea97-87a79d2f23ea" [ 897.407215] env[69287]: _type = "Task" [ 897.407215] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.418785] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db65a2-25ff-599d-ea97-87a79d2f23ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.473805] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450633, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.521284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0bb8c293-69a3-401e-995b-d73b05f6dd24 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.114s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.537537] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450634, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.567222] env[69287]: DEBUG nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.597373] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450632, 'name': Rename_Task, 'duration_secs': 0.976709} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.597678] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.597930] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0ed7f0-886b-4551-a140-b591814e4836 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.604869] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 897.604869] env[69287]: value = "task-3450635" [ 897.604869] env[69287]: _type = "Task" [ 897.604869] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.613297] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.658172] env[69287]: DEBUG nova.network.neutron [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.769202] env[69287]: DEBUG oslo_concurrency.lockutils [req-5da731ee-5ef9-48da-823f-5967ca7fd8fd req-8561052b-25a5-49ce-bf2c-65e30abe5ef9 service nova] Releasing lock "refresh_cache-52a72c7e-e441-4fb5-a9ce-2f1eb4478308" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.792565] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.795342] env[69287]: DEBUG nova.scheduler.client.report [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.823353] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.859272] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.859652] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.859703] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.859895] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.860073] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.860239] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.860448] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.860609] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.860776] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.860936] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.861148] env[69287]: DEBUG nova.virt.hardware [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.862381] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49c6273-2718-4e3e-b7c0-5ff3cea2c8f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.876012] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b886f5-e6d6-466d-bcce-4ccb829ee47a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.893750] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.894612] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.894895] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.895145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.895594] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.901020] env[69287]: INFO nova.compute.manager [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Terminating instance [ 897.921955] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db65a2-25ff-599d-ea97-87a79d2f23ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012807} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.922256] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.922568] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 52a72c7e-e441-4fb5-a9ce-2f1eb4478308/52a72c7e-e441-4fb5-a9ce-2f1eb4478308.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.923078] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a867b21-923d-4d85-a5b7-568eb39d30fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.930847] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 897.930847] env[69287]: value = "task-3450636" [ 897.930847] env[69287]: _type = "Task" [ 897.930847] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.939958] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.976967] env[69287]: DEBUG oslo_vmware.api [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450633, 'name': PowerOnVM_Task, 'duration_secs': 0.716757} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.977371] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.977658] env[69287]: INFO nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Took 13.93 seconds to spawn the instance on the hypervisor. [ 897.977925] env[69287]: DEBUG nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.978881] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdccc64a-1efe-437e-81f5-cc43fa18b08b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.040066] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450634, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.089417] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.117274] env[69287]: DEBUG oslo_vmware.api [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450635, 'name': PowerOnVM_Task, 'duration_secs': 0.497869} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.117274] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.117274] env[69287]: INFO nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Took 11.96 seconds to spawn the instance on the hypervisor. [ 898.117274] env[69287]: DEBUG nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.117664] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c799c070-4c8a-41d5-93bf-8bd7bf52001b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.161219] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.302937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.515s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.305233] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.967s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.307394] env[69287]: INFO nova.compute.claims [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.408149] env[69287]: DEBUG nova.compute.manager [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.408426] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.409457] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d316bfb-dfac-4997-92f2-d8c4919e5cba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424060] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.424060] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed34103c-31ba-4058-8e5e-7dce3253b7b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.432400] env[69287]: DEBUG oslo_vmware.api [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 898.432400] env[69287]: value = "task-3450637" [ 898.432400] env[69287]: _type = "Task" [ 898.432400] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.446959] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.450978] env[69287]: DEBUG oslo_vmware.api [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.498914] env[69287]: INFO nova.compute.manager [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Took 40.71 seconds to build instance. [ 898.539765] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450634, 'name': CloneVM_Task, 'duration_secs': 1.466987} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.540082] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Created linked-clone VM from snapshot [ 898.540828] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17899480-044c-4f46-b6ae-7b17fb7d8f19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.550770] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Uploading image f0da5129-93fe-4bfd-a588-193c2742bee5 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.576305] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 898.576305] env[69287]: value = "vm-688936" [ 898.576305] env[69287]: _type = "VirtualMachine" [ 898.576305] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 898.576756] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67aa036f-b481-4753-bf5c-e256e51b4adc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.583459] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease: (returnval){ [ 898.583459] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ffee33-904d-4d32-20d9-e1214ff8cce4" [ 898.583459] env[69287]: _type = "HttpNfcLease" [ 898.583459] env[69287]: } obtained for exporting VM: (result){ [ 898.583459] env[69287]: value = "vm-688936" [ 898.583459] env[69287]: _type = "VirtualMachine" [ 898.583459] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 898.583822] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the lease: (returnval){ [ 898.583822] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ffee33-904d-4d32-20d9-e1214ff8cce4" [ 898.583822] env[69287]: _type = "HttpNfcLease" [ 898.583822] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.590374] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.590374] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ffee33-904d-4d32-20d9-e1214ff8cce4" [ 898.590374] env[69287]: _type = "HttpNfcLease" [ 898.590374] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.641403] env[69287]: INFO nova.compute.manager [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Took 36.77 seconds to build instance. [ 898.817890] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a583212-b8e4-4b6b-9712-c9ab13a2ed79 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.319s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.818822] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.225s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.822616] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.822936] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.823176] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.827921] env[69287]: INFO nova.compute.manager [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Terminating instance [ 898.951350] env[69287]: DEBUG oslo_vmware.api [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450637, 'name': PowerOffVM_Task, 'duration_secs': 0.438952} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.958309] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.958978] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.958978] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618483} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.959109] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69858fa0-4e10-4009-8e15-5b8807b53e3c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.960890] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 52a72c7e-e441-4fb5-a9ce-2f1eb4478308/52a72c7e-e441-4fb5-a9ce-2f1eb4478308.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.960976] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.961227] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4980c2dd-e693-41b4-a0be-9b3872083731 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.968066] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 898.968066] env[69287]: value = "task-3450640" [ 898.968066] env[69287]: _type = "Task" [ 898.968066] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.979182] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.000364] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5ba87be0-23ae-433f-b65c-1c54d91e161a tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.227s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.028645] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.029756] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.032011] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleting the datastore file [datastore1] ed9f2924-4d7c-4585-9d80-7fabfa0a7f49 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.032011] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b02c537-67dd-4f4c-83b0-ea4656eb8452 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.038783] env[69287]: DEBUG oslo_vmware.api [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 899.038783] env[69287]: value = "task-3450641" [ 899.038783] env[69287]: _type = "Task" [ 899.038783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.047995] env[69287]: DEBUG oslo_vmware.api [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.093655] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.093655] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ffee33-904d-4d32-20d9-e1214ff8cce4" [ 899.093655] env[69287]: _type = "HttpNfcLease" [ 899.093655] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 899.093852] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 899.093852] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ffee33-904d-4d32-20d9-e1214ff8cce4" [ 899.093852] env[69287]: _type = "HttpNfcLease" [ 899.093852] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 899.094656] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dde350-944d-465b-a235-76718b3d4b56 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.107886] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52880e61-ed14-820a-59aa-1536350db48d/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 899.108816] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52880e61-ed14-820a-59aa-1536350db48d/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 899.169123] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d86110f-158e-4b50-a2be-d6989583687f tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.311s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.169819] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.170551] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7dd65f-a41c-4557-9e95-dad8f8bfb6cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.179519] env[69287]: DEBUG oslo_vmware.api [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 899.179519] env[69287]: value = "task-3450642" [ 899.179519] env[69287]: _type = "Task" [ 899.179519] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.191674] env[69287]: DEBUG oslo_vmware.api [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.204841] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9114f69-1a40-470f-9bc1-9b2c9f16ab6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.297662] env[69287]: DEBUG nova.compute.manager [req-5cd45d47-1bb6-4087-8a5c-7b94ca0f4088 req-7cfcb196-b20d-40c6-9837-189777bf8c8f service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Received event network-vif-plugged-641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.297872] env[69287]: DEBUG oslo_concurrency.lockutils [req-5cd45d47-1bb6-4087-8a5c-7b94ca0f4088 req-7cfcb196-b20d-40c6-9837-189777bf8c8f service nova] Acquiring lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.298108] env[69287]: DEBUG oslo_concurrency.lockutils [req-5cd45d47-1bb6-4087-8a5c-7b94ca0f4088 req-7cfcb196-b20d-40c6-9837-189777bf8c8f service nova] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.298456] env[69287]: DEBUG oslo_concurrency.lockutils [req-5cd45d47-1bb6-4087-8a5c-7b94ca0f4088 req-7cfcb196-b20d-40c6-9837-189777bf8c8f service nova] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.298667] env[69287]: DEBUG nova.compute.manager [req-5cd45d47-1bb6-4087-8a5c-7b94ca0f4088 req-7cfcb196-b20d-40c6-9837-189777bf8c8f service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] No waiting events found dispatching network-vif-plugged-641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.298916] env[69287]: WARNING nova.compute.manager [req-5cd45d47-1bb6-4087-8a5c-7b94ca0f4088 req-7cfcb196-b20d-40c6-9837-189777bf8c8f service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Received unexpected event network-vif-plugged-641959bf-f3ba-4ba2-93e3-3cd2c8984844 for instance with vm_state building and task_state spawning. [ 899.334361] env[69287]: DEBUG nova.compute.manager [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.334648] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.335248] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fea82cb4-9a14-430c-bdaa-d7deaa6e361d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.346835] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83b2ece-5031-42eb-8c3c-a04fd40b1216 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.383711] env[69287]: WARNING nova.virt.vmwareapi.vmops [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0f10bd13-736c-4eb9-b725-ec327840b1e5 could not be found. [ 899.383711] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.383921] env[69287]: INFO nova.compute.manager [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Took 0.05 seconds to destroy the instance on the hypervisor. [ 899.384715] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.388682] env[69287]: DEBUG nova.compute.manager [-] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.388791] env[69287]: DEBUG nova.network.neutron [-] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.461845] env[69287]: DEBUG nova.network.neutron [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Successfully updated port: 641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.481473] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074112} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.481473] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.481473] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249bb45-3071-4576-aed3-44315e61ee8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.509669] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 52a72c7e-e441-4fb5-a9ce-2f1eb4478308/52a72c7e-e441-4fb5-a9ce-2f1eb4478308.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.515083] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a593dd8d-08bc-4b99-a0b6-e636d059f508 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.538614] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 899.538614] env[69287]: value = "task-3450643" [ 899.538614] env[69287]: _type = "Task" [ 899.538614] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.551232] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.556698] env[69287]: DEBUG oslo_vmware.api [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340958} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.562465] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.562754] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.567023] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.567023] env[69287]: INFO nova.compute.manager [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 899.567023] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.567023] env[69287]: DEBUG nova.compute.manager [-] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.567023] env[69287]: DEBUG nova.network.neutron [-] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.696088] env[69287]: DEBUG oslo_vmware.api [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.740909] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03217d16-c3a3-4d0c-adbf-d9d4cd6d1cca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.748952] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f78a07-3b9c-4692-8afd-7faaf4daf85a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.797868] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9424de-39e6-4908-be30-efd3efce2971 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.807325] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87c863a-01cb-41ec-a316-c7a7ce9dc30b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.824786] env[69287]: DEBUG nova.compute.provider_tree [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.968524] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.969818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquired lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.969946] env[69287]: DEBUG nova.network.neutron [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.049157] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450643, 'name': ReconfigVM_Task, 'duration_secs': 0.495038} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.049676] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 52a72c7e-e441-4fb5-a9ce-2f1eb4478308/52a72c7e-e441-4fb5-a9ce-2f1eb4478308.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.050214] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d54c2111-3201-485d-86b7-027d95b6fe57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.057373] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 900.057373] env[69287]: value = "task-3450644" [ 900.057373] env[69287]: _type = "Task" [ 900.057373] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.067233] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450644, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.197377] env[69287]: DEBUG oslo_vmware.api [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450642, 'name': PowerOnVM_Task, 'duration_secs': 0.579249} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.197572] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.197655] env[69287]: DEBUG nova.compute.manager [None req-4d5ed771-faef-42f1-a3db-523e65fbc1e7 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.198665] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f879755d-dd8e-41f7-a415-61333f87f2a5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.328267] env[69287]: DEBUG nova.scheduler.client.report [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.523441] env[69287]: DEBUG nova.network.neutron [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.568368] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450644, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.650283] env[69287]: DEBUG nova.network.neutron [-] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.794293] env[69287]: DEBUG nova.network.neutron [-] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.839140] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.839951] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.844262] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.440s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.845529] env[69287]: DEBUG nova.objects.instance [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lazy-loading 'resources' on Instance uuid 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.867032] env[69287]: DEBUG nova.network.neutron [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Updating instance_info_cache with network_info: [{"id": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "address": "fa:16:3e:85:00:4b", "network": {"id": "230b009d-a935-46d1-a3dd-426dd2b250c4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765543597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52e9db7a9a44cb4b6dd3a812713685b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap641959bf-f3", "ovs_interfaceid": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.006211] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.006637] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.006981] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.007408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.007555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.010930] env[69287]: INFO nova.compute.manager [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Terminating instance [ 901.070114] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450644, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.154060] env[69287]: INFO nova.compute.manager [-] [instance: 0f10bd13-736c-4eb9-b725-ec327840b1e5] Took 1.77 seconds to deallocate network for instance. [ 901.296644] env[69287]: INFO nova.compute.manager [-] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Took 1.73 seconds to deallocate network for instance. [ 901.347855] env[69287]: DEBUG nova.compute.utils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 901.355176] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.355176] env[69287]: DEBUG nova.network.neutron [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.367552] env[69287]: DEBUG nova.compute.manager [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Received event network-changed-641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.367853] env[69287]: DEBUG nova.compute.manager [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Refreshing instance network info cache due to event network-changed-641959bf-f3ba-4ba2-93e3-3cd2c8984844. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.368118] env[69287]: DEBUG oslo_concurrency.lockutils [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] Acquiring lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.370419] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Releasing lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.370858] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Instance network_info: |[{"id": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "address": "fa:16:3e:85:00:4b", "network": {"id": "230b009d-a935-46d1-a3dd-426dd2b250c4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765543597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52e9db7a9a44cb4b6dd3a812713685b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap641959bf-f3", "ovs_interfaceid": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.372014] env[69287]: DEBUG oslo_concurrency.lockutils [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] Acquired lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.372014] env[69287]: DEBUG nova.network.neutron [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Refreshing network info cache for port 641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.372823] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:00:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '641959bf-f3ba-4ba2-93e3-3cd2c8984844', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.385284] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Creating folder: Project (a52e9db7a9a44cb4b6dd3a812713685b). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.388099] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abeabe2a-fd58-4259-b754-b5b1f3c8461b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.405645] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Created folder: Project (a52e9db7a9a44cb4b6dd3a812713685b) in parent group-v688742. [ 901.406617] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Creating folder: Instances. Parent ref: group-v688937. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.406617] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d5d0f0e-509c-4628-bf38-ce590baf596e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.423874] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Created folder: Instances in parent group-v688937. [ 901.424144] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.424382] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.424601] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c350d617-3e91-4aaf-b82d-93dedf5ed76e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.459326] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.459326] env[69287]: value = "task-3450647" [ 901.459326] env[69287]: _type = "Task" [ 901.459326] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.474345] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450647, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.496452] env[69287]: DEBUG nova.policy [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8453911ff894e64a76cf842bac5b235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba63487abc44d25bdcafadf9511864d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.516834] env[69287]: DEBUG nova.compute.manager [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.517186] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.519070] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a126f-f60e-4bd0-b0b4-48cad8f3fe8c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.529610] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.529610] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7035988b-77f9-4217-8d95-f490176c5898 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.539171] env[69287]: DEBUG oslo_vmware.api [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 901.539171] env[69287]: value = "task-3450648" [ 901.539171] env[69287]: _type = "Task" [ 901.539171] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.549313] env[69287]: DEBUG oslo_vmware.api [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.573383] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450644, 'name': Rename_Task, 'duration_secs': 1.232107} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.577080] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.577293] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a1262b-9593-40af-b60d-9e36ecd7a270 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.584155] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 901.584155] env[69287]: value = "task-3450649" [ 901.584155] env[69287]: _type = "Task" [ 901.584155] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.594274] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.777978] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bb1dfa-84a2-41dc-ac56-018286584596 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.786603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7c6f99-95b0-4ac3-bc74-c8b3a6c6c31d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.828385] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.829499] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24afe2f-7bd0-4958-a0da-d1bf14be81f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.837946] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f777144-15da-45a9-bb3e-a6e738dd8300 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.852385] env[69287]: DEBUG nova.compute.provider_tree [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.854027] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.974024] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450647, 'name': CreateVM_Task, 'duration_secs': 0.404016} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.974024] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.974024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.974024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.974024] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.974024] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7011f6-1934-4ef8-a5f0-fac9a11d54a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.977197] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 901.977197] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a337a3-fd3e-95b2-b709-ba4d50ccb891" [ 901.977197] env[69287]: _type = "Task" [ 901.977197] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.999117] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a337a3-fd3e-95b2-b709-ba4d50ccb891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.057705] env[69287]: DEBUG oslo_vmware.api [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450648, 'name': PowerOffVM_Task, 'duration_secs': 0.275526} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.058069] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.058265] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.058967] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e744af13-4c92-4162-a680-27aca9ff702a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.096333] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450649, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.131871] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.132147] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.132340] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore2] d91e2d81-cb72-40b4-ac1c-314bd5cd83b8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.132592] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6060d485-5a58-44c3-aa2b-b08543148bcb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.141049] env[69287]: DEBUG oslo_vmware.api [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 902.141049] env[69287]: value = "task-3450651" [ 902.141049] env[69287]: _type = "Task" [ 902.141049] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.149162] env[69287]: DEBUG oslo_vmware.api [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.195921] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ade7262-399e-48c2-97eb-04203f68a244 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0f10bd13-736c-4eb9-b725-ec327840b1e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.377s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.268462] env[69287]: DEBUG nova.network.neutron [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Successfully created port: 0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.358623] env[69287]: DEBUG nova.scheduler.client.report [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.422781] env[69287]: DEBUG nova.network.neutron [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Updated VIF entry in instance network info cache for port 641959bf-f3ba-4ba2-93e3-3cd2c8984844. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.422896] env[69287]: DEBUG nova.network.neutron [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Updating instance_info_cache with network_info: [{"id": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "address": "fa:16:3e:85:00:4b", "network": {"id": "230b009d-a935-46d1-a3dd-426dd2b250c4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765543597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52e9db7a9a44cb4b6dd3a812713685b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap641959bf-f3", "ovs_interfaceid": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.488902] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a337a3-fd3e-95b2-b709-ba4d50ccb891, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.489323] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.489466] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.489706] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.489849] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.490033] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.490315] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f37b05db-eef2-4829-af0b-5f0018d72267 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.501682] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.501865] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.502656] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac3f6801-0e53-4260-807f-b4de247ce057 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.510516] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 902.510516] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5229bb4e-82d8-45c6-8e77-695e5c455c4d" [ 902.510516] env[69287]: _type = "Task" [ 902.510516] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.519580] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5229bb4e-82d8-45c6-8e77-695e5c455c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.597387] env[69287]: DEBUG oslo_vmware.api [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450649, 'name': PowerOnVM_Task, 'duration_secs': 0.644978} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.598291] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.598291] env[69287]: INFO nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Took 13.94 seconds to spawn the instance on the hypervisor. [ 902.598291] env[69287]: DEBUG nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.599083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe2752d-bf53-478a-b677-567fa627db7b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.653478] env[69287]: DEBUG oslo_vmware.api [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1994} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.653478] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.653478] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.653478] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.653478] env[69287]: INFO nova.compute.manager [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 902.653478] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.653478] env[69287]: DEBUG nova.compute.manager [-] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.653478] env[69287]: DEBUG nova.network.neutron [-] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.870390] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.873678] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.876880] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.529s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.880118] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.880118] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.641s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.881180] env[69287]: INFO nova.compute.claims [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.910392] env[69287]: INFO nova.scheduler.client.report [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Deleted allocations for instance 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf [ 902.920026] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.920026] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.920026] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.920357] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.920357] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.920413] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.920973] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.920973] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.920973] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.921136] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.923822] env[69287]: DEBUG nova.virt.hardware [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.924725] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe77480-14ad-4e32-b052-c9896c31fafb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.929458] env[69287]: DEBUG oslo_concurrency.lockutils [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] Releasing lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.929599] env[69287]: DEBUG nova.compute.manager [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.929763] env[69287]: DEBUG nova.compute.manager [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing instance network info cache due to event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 902.929975] env[69287]: DEBUG oslo_concurrency.lockutils [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.930165] env[69287]: DEBUG oslo_concurrency.lockutils [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.931483] env[69287]: DEBUG nova.network.neutron [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.939822] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1dab48-867a-4152-8ce0-c2d8cafb17b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.948438] env[69287]: INFO nova.scheduler.client.report [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleted allocations for instance 42273db3-0272-46ac-9be6-edcbe7898d7d [ 903.025829] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5229bb4e-82d8-45c6-8e77-695e5c455c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.025829] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b563cec8-99f5-4df4-a442-368cc8062a45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.036257] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 903.036257] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528b6634-d9d7-56d8-1245-43287f8bb674" [ 903.036257] env[69287]: _type = "Task" [ 903.036257] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.047034] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528b6634-d9d7-56d8-1245-43287f8bb674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.119985] env[69287]: INFO nova.compute.manager [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Took 38.56 seconds to build instance. [ 903.430797] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0f9965b2-b149-4e9a-b93f-3d1ef25a9782 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "9be6d6f1-0bb5-44b3-bbf6-2269026efdcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.159s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.469960] env[69287]: DEBUG oslo_concurrency.lockutils [None req-602bef08-9e80-49fa-95be-0f182d9bfa6a tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "42273db3-0272-46ac-9be6-edcbe7898d7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.009s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.523377] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0ca3f117-957f-4669-931e-dd041e660068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.523924] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.551870] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528b6634-d9d7-56d8-1245-43287f8bb674, 'name': SearchDatastore_Task, 'duration_secs': 0.015849} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.551870] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.551870] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] e8a7e19a-4904-4c9a-ad87-a5f0646181d1/e8a7e19a-4904-4c9a-ad87-a5f0646181d1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.552028] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e31f1b6-04d4-4717-87f8-49f750eb1783 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.558810] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 903.558810] env[69287]: value = "task-3450652" [ 903.558810] env[69287]: _type = "Task" [ 903.558810] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.569026] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.577770] env[69287]: DEBUG nova.compute.manager [req-bae504d1-4cc2-4438-bcac-1dc1807ac28d req-28204068-130a-4278-840b-bef030e6691e service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Received event network-vif-deleted-025f84ce-976b-4d4f-b27d-3300e26f122e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.577770] env[69287]: INFO nova.compute.manager [req-bae504d1-4cc2-4438-bcac-1dc1807ac28d req-28204068-130a-4278-840b-bef030e6691e service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Neutron deleted interface 025f84ce-976b-4d4f-b27d-3300e26f122e; detaching it from the instance and deleting it from the info cache [ 903.577866] env[69287]: DEBUG nova.network.neutron [req-bae504d1-4cc2-4438-bcac-1dc1807ac28d req-28204068-130a-4278-840b-bef030e6691e service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.624847] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e45a0bb-e761-4377-a8ff-b113aea67272 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.088s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.821788] env[69287]: DEBUG nova.network.neutron [-] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.027644] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.073463] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450652, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.080486] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9961e8b-001c-4cec-a4f2-a650c0c5f2d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.086814] env[69287]: DEBUG nova.compute.manager [req-0bbcd9fe-5d7a-48d0-9d29-f7cd74a8c448 req-d563efc6-a9bf-4b7b-a3d1-dd8a43108e6c service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Received event network-vif-plugged-0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.087124] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bbcd9fe-5d7a-48d0-9d29-f7cd74a8c448 req-d563efc6-a9bf-4b7b-a3d1-dd8a43108e6c service nova] Acquiring lock "1ce42061-67c9-418d-9363-369225406147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.088371] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bbcd9fe-5d7a-48d0-9d29-f7cd74a8c448 req-d563efc6-a9bf-4b7b-a3d1-dd8a43108e6c service nova] Lock "1ce42061-67c9-418d-9363-369225406147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.088371] env[69287]: DEBUG oslo_concurrency.lockutils [req-0bbcd9fe-5d7a-48d0-9d29-f7cd74a8c448 req-d563efc6-a9bf-4b7b-a3d1-dd8a43108e6c service nova] Lock "1ce42061-67c9-418d-9363-369225406147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.088371] env[69287]: DEBUG nova.compute.manager [req-0bbcd9fe-5d7a-48d0-9d29-f7cd74a8c448 req-d563efc6-a9bf-4b7b-a3d1-dd8a43108e6c service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] No waiting events found dispatching network-vif-plugged-0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.088785] env[69287]: WARNING nova.compute.manager [req-0bbcd9fe-5d7a-48d0-9d29-f7cd74a8c448 req-d563efc6-a9bf-4b7b-a3d1-dd8a43108e6c service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Received unexpected event network-vif-plugged-0ee86cc3-f40f-46a4-b433-b53770c7aea5 for instance with vm_state building and task_state spawning. [ 904.100578] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112d3a6-0daf-484f-a438-64075658a2d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.139083] env[69287]: DEBUG nova.compute.manager [req-bae504d1-4cc2-4438-bcac-1dc1807ac28d req-28204068-130a-4278-840b-bef030e6691e service nova] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Detach interface failed, port_id=025f84ce-976b-4d4f-b27d-3300e26f122e, reason: Instance d91e2d81-cb72-40b4-ac1c-314bd5cd83b8 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 904.166293] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.166881] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.167485] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.167485] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.167601] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.171088] env[69287]: INFO nova.compute.manager [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Terminating instance [ 904.229645] env[69287]: DEBUG nova.network.neutron [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Successfully updated port: 0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.324028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29280ad8-8e4a-471e-91be-89628bc9217e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.328247] env[69287]: INFO nova.compute.manager [-] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Took 1.67 seconds to deallocate network for instance. [ 904.339138] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81971336-0190-4ae2-8a03-07c4351efe98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.374939] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c7108a-2c16-47d0-bb06-b66229c07f73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.383897] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268ac31-1086-4d7d-afbe-fb49e320112e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.400129] env[69287]: DEBUG nova.compute.provider_tree [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.417964] env[69287]: DEBUG nova.network.neutron [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updated VIF entry in instance network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.418319] env[69287]: DEBUG nova.network.neutron [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.562170] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.574764] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631743} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.575059] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] e8a7e19a-4904-4c9a-ad87-a5f0646181d1/e8a7e19a-4904-4c9a-ad87-a5f0646181d1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.575480] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.575561] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f54598a-73cf-4b04-b641-27db1f5745eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.583453] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 904.583453] env[69287]: value = "task-3450653" [ 904.583453] env[69287]: _type = "Task" [ 904.583453] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.593221] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.679244] env[69287]: DEBUG nova.compute.manager [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.679430] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.680657] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ebc015-e259-4f07-9e33-d92cd630f9d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.688773] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.689591] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405599e0-fb5a-4c44-a5bb-9be35281824c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.696324] env[69287]: DEBUG oslo_vmware.api [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 904.696324] env[69287]: value = "task-3450654" [ 904.696324] env[69287]: _type = "Task" [ 904.696324] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.708536] env[69287]: DEBUG oslo_vmware.api [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.733147] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.733528] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquired lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.733528] env[69287]: DEBUG nova.network.neutron [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.839786] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.903434] env[69287]: DEBUG nova.scheduler.client.report [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.921356] env[69287]: DEBUG oslo_concurrency.lockutils [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.921696] env[69287]: DEBUG nova.compute.manager [req-82266a33-77d4-4956-8ca8-3468c1e9cfc8 req-fda5b94a-63cd-41b8-91bd-e45361631bef service nova] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Received event network-vif-deleted-c5abd7ce-f041-47a2-a59a-88eab1961544 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.052796] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.053122] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.053267] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.053458] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.053624] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.056375] env[69287]: INFO nova.compute.manager [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Terminating instance [ 905.101293] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115586} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.102568] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.103506] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a216eb-c335-425e-bbe0-024fbd137041 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.131017] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e8a7e19a-4904-4c9a-ad87-a5f0646181d1/e8a7e19a-4904-4c9a-ad87-a5f0646181d1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.131311] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bae0f6-b4c7-488e-a0d7-cd4681bef866 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.147085] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.147400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.147671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.147812] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.148102] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.150594] env[69287]: INFO nova.compute.manager [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Terminating instance [ 905.156029] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 905.156029] env[69287]: value = "task-3450655" [ 905.156029] env[69287]: _type = "Task" [ 905.156029] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.167086] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.207999] env[69287]: DEBUG oslo_vmware.api [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450654, 'name': PowerOffVM_Task, 'duration_secs': 0.241313} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.208372] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.208549] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.210437] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd256b3-8360-435b-81ec-b22afab2e985 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.278162] env[69287]: DEBUG nova.network.neutron [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.284384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.284384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.284384] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Deleting the datastore file [datastore2] 4617d99a-7eca-44ec-aa4f-daed7a2c056f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.284384] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e66eb7-4ffd-4270-8968-c29b79744677 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.289411] env[69287]: DEBUG oslo_vmware.api [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for the task: (returnval){ [ 905.289411] env[69287]: value = "task-3450657" [ 905.289411] env[69287]: _type = "Task" [ 905.289411] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.299793] env[69287]: DEBUG oslo_vmware.api [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.409810] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.410434] env[69287]: DEBUG nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.413546] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.799s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.415321] env[69287]: INFO nova.compute.claims [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.499230] env[69287]: DEBUG nova.network.neutron [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Updating instance_info_cache with network_info: [{"id": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "address": "fa:16:3e:51:55:58", "network": {"id": "df2de666-c0c9-4f3d-9401-54df88314695", "bridge": "br-int", "label": "tempest-ServersTestJSON-779341627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba63487abc44d25bdcafadf9511864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee86cc3-f4", "ovs_interfaceid": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.560957] env[69287]: DEBUG nova.compute.manager [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.562504] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.562504] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc6c06-2d63-4a04-8d65-115620e191d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.571066] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.571500] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3da527a-cd5b-43ff-96fe-d6f04e553c0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.578242] env[69287]: DEBUG oslo_vmware.api [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 905.578242] env[69287]: value = "task-3450658" [ 905.578242] env[69287]: _type = "Task" [ 905.578242] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.590917] env[69287]: DEBUG oslo_vmware.api [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.655384] env[69287]: DEBUG nova.compute.manager [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.655677] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.656676] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7512796-5ce7-40ec-9d6b-0e25687498e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.672791] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450655, 'name': ReconfigVM_Task, 'duration_secs': 0.488188} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.675315] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e8a7e19a-4904-4c9a-ad87-a5f0646181d1/e8a7e19a-4904-4c9a-ad87-a5f0646181d1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.676097] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.676356] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73baa69a-3891-4101-abdd-89c4ea9462e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.678417] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7810a549-5cf8-49e0-89ee-239e08204e6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.686210] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 905.686210] env[69287]: value = "task-3450660" [ 905.686210] env[69287]: _type = "Task" [ 905.686210] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.687709] env[69287]: DEBUG oslo_vmware.api [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 905.687709] env[69287]: value = "task-3450659" [ 905.687709] env[69287]: _type = "Task" [ 905.687709] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.706186] env[69287]: DEBUG oslo_vmware.api [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.706763] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450660, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.803758] env[69287]: DEBUG oslo_vmware.api [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Task: {'id': task-3450657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261905} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.804039] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.804238] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.804419] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.804596] env[69287]: INFO nova.compute.manager [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 905.804889] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.805124] env[69287]: DEBUG nova.compute.manager [-] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.805220] env[69287]: DEBUG nova.network.neutron [-] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.921482] env[69287]: DEBUG nova.compute.utils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.923423] env[69287]: DEBUG nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 906.003304] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Releasing lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.003826] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Instance network_info: |[{"id": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "address": "fa:16:3e:51:55:58", "network": {"id": "df2de666-c0c9-4f3d-9401-54df88314695", "bridge": "br-int", "label": "tempest-ServersTestJSON-779341627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba63487abc44d25bdcafadf9511864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee86cc3-f4", "ovs_interfaceid": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.005013] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:55:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee86cc3-f40f-46a4-b433-b53770c7aea5', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.018699] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Creating folder: Project (9ba63487abc44d25bdcafadf9511864d). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.019217] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-671e3276-87a9-4087-a64b-551b8bf0baf8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.041335] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Created folder: Project (9ba63487abc44d25bdcafadf9511864d) in parent group-v688742. [ 906.041762] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Creating folder: Instances. Parent ref: group-v688940. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.042135] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffacfe8a-5e83-413c-84c8-63a589aee5fe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.052504] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Created folder: Instances in parent group-v688940. [ 906.052762] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.052960] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce42061-67c9-418d-9363-369225406147] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.053188] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b588528-a0eb-4346-b3b8-a4fed2bfd62f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.072591] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.072591] env[69287]: value = "task-3450663" [ 906.072591] env[69287]: _type = "Task" [ 906.072591] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.080724] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450663, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.089071] env[69287]: DEBUG oslo_vmware.api [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450658, 'name': PowerOffVM_Task, 'duration_secs': 0.270998} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.089071] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.089202] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.090375] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c387569c-06da-42f4-88f5-080e5e87c7e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.171151] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.171151] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.171151] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Deleting the datastore file [datastore2] 52a72c7e-e441-4fb5-a9ce-2f1eb4478308 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.171639] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7600335f-5c04-4dda-b60f-726b92da0e15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.185429] env[69287]: DEBUG oslo_vmware.api [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for the task: (returnval){ [ 906.185429] env[69287]: value = "task-3450665" [ 906.185429] env[69287]: _type = "Task" [ 906.185429] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.203903] env[69287]: DEBUG oslo_vmware.api [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.210043] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450660, 'name': Rename_Task, 'duration_secs': 0.218573} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.210043] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.210043] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5cec9f1-b03c-4560-8a34-2f2ac1ce3a9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.217082] env[69287]: DEBUG oslo_vmware.api [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450659, 'name': PowerOffVM_Task, 'duration_secs': 0.329575} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.218027] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.218239] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.218534] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ee32ce-5cd8-4f3d-97b9-17bed5df8861 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.222014] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 906.222014] env[69287]: value = "task-3450666" [ 906.222014] env[69287]: _type = "Task" [ 906.222014] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.233937] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.238623] env[69287]: DEBUG nova.compute.manager [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Received event network-changed-0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.238871] env[69287]: DEBUG nova.compute.manager [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Refreshing instance network info cache due to event network-changed-0ee86cc3-f40f-46a4-b433-b53770c7aea5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.239114] env[69287]: DEBUG oslo_concurrency.lockutils [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] Acquiring lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.239646] env[69287]: DEBUG oslo_concurrency.lockutils [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] Acquired lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.239646] env[69287]: DEBUG nova.network.neutron [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Refreshing network info cache for port 0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.291804] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.291804] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.292124] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleting the datastore file [datastore2] 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.292524] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8fb0afa-3427-47a0-bd91-cd079fd14780 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.304371] env[69287]: DEBUG oslo_vmware.api [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for the task: (returnval){ [ 906.304371] env[69287]: value = "task-3450668" [ 906.304371] env[69287]: _type = "Task" [ 906.304371] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.315280] env[69287]: DEBUG nova.compute.manager [req-c7a111d1-98ba-4af6-a7c5-fa2a9479cacb req-9b12a87e-4540-432b-8c11-0d83abfa6a16 service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Received event network-vif-deleted-77315b79-8003-4625-a8ab-e49bfb57a328 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.315592] env[69287]: INFO nova.compute.manager [req-c7a111d1-98ba-4af6-a7c5-fa2a9479cacb req-9b12a87e-4540-432b-8c11-0d83abfa6a16 service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Neutron deleted interface 77315b79-8003-4625-a8ab-e49bfb57a328; detaching it from the instance and deleting it from the info cache [ 906.315840] env[69287]: DEBUG nova.network.neutron [req-c7a111d1-98ba-4af6-a7c5-fa2a9479cacb req-9b12a87e-4540-432b-8c11-0d83abfa6a16 service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.325357] env[69287]: DEBUG oslo_vmware.api [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.430576] env[69287]: DEBUG nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.590751] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450663, 'name': CreateVM_Task, 'duration_secs': 0.449082} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.594360] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce42061-67c9-418d-9363-369225406147] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.596411] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.596411] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.596751] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.601119] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5ebd32-be95-446a-8cb2-c2fea7a4db98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.606646] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 906.606646] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5209b6c4-c35c-70e0-961b-cf4c8a4bccbb" [ 906.606646] env[69287]: _type = "Task" [ 906.606646] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.617539] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5209b6c4-c35c-70e0-961b-cf4c8a4bccbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.699278] env[69287]: DEBUG oslo_vmware.api [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Task: {'id': task-3450665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179314} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.699578] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.699740] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.699900] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.700087] env[69287]: INFO nova.compute.manager [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Took 1.14 seconds to destroy the instance on the hypervisor. [ 906.700339] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.700530] env[69287]: DEBUG nova.compute.manager [-] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.700626] env[69287]: DEBUG nova.network.neutron [-] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.703891] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52880e61-ed14-820a-59aa-1536350db48d/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 906.706940] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77a51c-9085-445d-9dc1-d8155f0833c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.713637] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52880e61-ed14-820a-59aa-1536350db48d/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 906.713637] env[69287]: ERROR oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52880e61-ed14-820a-59aa-1536350db48d/disk-0.vmdk due to incomplete transfer. [ 906.713637] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a254a7c-eee3-419e-8700-0e357dcbe284 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.729047] env[69287]: DEBUG oslo_vmware.rw_handles [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52880e61-ed14-820a-59aa-1536350db48d/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 906.729400] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Uploaded image f0da5129-93fe-4bfd-a588-193c2742bee5 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 906.732287] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 906.735181] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68996d1b-cfe8-4648-9afe-780226fd2a84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.745984] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.749922] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 906.749922] env[69287]: value = "task-3450669" [ 906.749922] env[69287]: _type = "Task" [ 906.749922] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.763957] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450669, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.786713] env[69287]: DEBUG nova.network.neutron [-] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.812461] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa603ed-fe62-4b1a-80c9-6cc8b1f653ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.824025] env[69287]: DEBUG oslo_vmware.api [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Task: {'id': task-3450668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164935} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.824739] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cc399a6-3f61-4b40-93f4-efdb8fa05fc9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.827029] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.827258] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.827472] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.828250] env[69287]: INFO nova.compute.manager [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 906.828759] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.829239] env[69287]: DEBUG nova.compute.manager [-] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.829361] env[69287]: DEBUG nova.network.neutron [-] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.832675] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063848c2-bfdf-43f5-9534-8204520c3b8b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.872558] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba6611-583d-42f0-a714-1fd075dc8de5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.887615] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec698e43-100f-449c-b634-3236ebb5433b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.896184] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12f0ee5-1d00-467d-969c-9e3128a5dcaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.909391] env[69287]: DEBUG nova.compute.manager [req-c7a111d1-98ba-4af6-a7c5-fa2a9479cacb req-9b12a87e-4540-432b-8c11-0d83abfa6a16 service nova] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Detach interface failed, port_id=77315b79-8003-4625-a8ab-e49bfb57a328, reason: Instance 4617d99a-7eca-44ec-aa4f-daed7a2c056f could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 906.923182] env[69287]: DEBUG nova.compute.provider_tree [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.105323] env[69287]: DEBUG nova.network.neutron [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Updated VIF entry in instance network info cache for port 0ee86cc3-f40f-46a4-b433-b53770c7aea5. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.105769] env[69287]: DEBUG nova.network.neutron [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Updating instance_info_cache with network_info: [{"id": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "address": "fa:16:3e:51:55:58", "network": {"id": "df2de666-c0c9-4f3d-9401-54df88314695", "bridge": "br-int", "label": "tempest-ServersTestJSON-779341627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba63487abc44d25bdcafadf9511864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee86cc3-f4", "ovs_interfaceid": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.118081] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5209b6c4-c35c-70e0-961b-cf4c8a4bccbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.119478] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.119749] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.120010] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.121220] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.121220] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.121220] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec8d655-94ce-4544-96aa-9d232630616e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.134308] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.134308] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.134773] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8516d7f4-e056-4b54-9b93-1de662aea65a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.143027] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 907.143027] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52409124-9b02-afe3-b12a-d130e22a471d" [ 907.143027] env[69287]: _type = "Task" [ 907.143027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.148543] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52409124-9b02-afe3-b12a-d130e22a471d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.235073] env[69287]: DEBUG oslo_vmware.api [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450666, 'name': PowerOnVM_Task, 'duration_secs': 0.613452} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.235073] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.235073] env[69287]: INFO nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Took 9.41 seconds to spawn the instance on the hypervisor. [ 907.235073] env[69287]: DEBUG nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.238924] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d21f64-eb29-4eee-af0d-9dab950818b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.260542] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450669, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.297118] env[69287]: INFO nova.compute.manager [-] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Took 1.49 seconds to deallocate network for instance. [ 907.425944] env[69287]: DEBUG nova.scheduler.client.report [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.445093] env[69287]: DEBUG nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.483972] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.483972] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.484196] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.484407] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.485111] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.485111] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.485111] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.485111] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.485388] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.485555] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.485907] env[69287]: DEBUG nova.virt.hardware [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.488157] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9170204-62e7-4f74-aa8c-c4feb2c2b625 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.496964] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "d0539695-57c8-490c-8330-071f48be642d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.496964] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "d0539695-57c8-490c-8330-071f48be642d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.502325] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b2c50-b478-42f8-a46a-dde6e93ebead {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.517696] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.523765] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Creating folder: Project (a1c1bc0bad92472cad52da3d87cce2f6). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.524361] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876e9f67-188e-4592-98e0-b6cc6c7a8a7d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.536911] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Created folder: Project (a1c1bc0bad92472cad52da3d87cce2f6) in parent group-v688742. [ 907.536911] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Creating folder: Instances. Parent ref: group-v688943. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.538270] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a34636b-8f08-45d3-b6dc-a81875404279 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.546978] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Created folder: Instances in parent group-v688943. [ 907.547277] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.547517] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.547740] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25671673-f028-4258-8d75-0ee4fa6d5925 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.567136] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.567136] env[69287]: value = "task-3450672" [ 907.567136] env[69287]: _type = "Task" [ 907.567136] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.577214] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450672, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.612225] env[69287]: DEBUG oslo_concurrency.lockutils [req-f49a30e0-7abe-472d-b7f9-0fd20ba5e223 req-f10aabee-3ef0-46ad-bbf4-6fc3803e7f10 service nova] Releasing lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.613764] env[69287]: DEBUG nova.network.neutron [-] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.650700] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52409124-9b02-afe3-b12a-d130e22a471d, 'name': SearchDatastore_Task, 'duration_secs': 0.024861} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.651486] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5332d9b-7ac7-4d2a-ac8e-f12eb3b51a10 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.656538] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 907.656538] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5233d986-9caf-0727-57f7-61bccc8e6db2" [ 907.656538] env[69287]: _type = "Task" [ 907.656538] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.664243] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5233d986-9caf-0727-57f7-61bccc8e6db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.758261] env[69287]: INFO nova.compute.manager [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Took 23.78 seconds to build instance. [ 907.765408] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450669, 'name': Destroy_Task, 'duration_secs': 0.570181} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.766011] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroyed the VM [ 907.766318] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 907.766626] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a8d8425-c96f-44fd-9bb3-bd1c7baccab9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.774535] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 907.774535] env[69287]: value = "task-3450673" [ 907.774535] env[69287]: _type = "Task" [ 907.774535] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.783931] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.803053] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.847671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "4b1305d9-0c72-4874-9650-1305fbdb76e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.847970] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.873753] env[69287]: DEBUG nova.network.neutron [-] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.930921] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.931452] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.934951] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.296s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.935203] env[69287]: DEBUG nova.objects.instance [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lazy-loading 'resources' on Instance uuid 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.999610] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.078761] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450672, 'name': CreateVM_Task, 'duration_secs': 0.468722} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.078761] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.078924] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.079027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.079361] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.079619] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe72a7b0-d982-40db-a0f6-01cc2ec661de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.084375] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 908.084375] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d5d5d4-0dc6-78f3-36bb-4a9c5a4ee397" [ 908.084375] env[69287]: _type = "Task" [ 908.084375] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.093582] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d5d5d4-0dc6-78f3-36bb-4a9c5a4ee397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.117554] env[69287]: INFO nova.compute.manager [-] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Took 1.42 seconds to deallocate network for instance. [ 908.170673] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5233d986-9caf-0727-57f7-61bccc8e6db2, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.170998] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.171310] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 1ce42061-67c9-418d-9363-369225406147/1ce42061-67c9-418d-9363-369225406147.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.175020] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6265a91f-c354-4a16-aa0f-da487e8b7771 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.180200] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 908.180200] env[69287]: value = "task-3450674" [ 908.180200] env[69287]: _type = "Task" [ 908.180200] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.190207] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.262127] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0873dbae-fe84-4a69-a9f1-e9f893e7ff6a tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.294s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.284708] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450673, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.353503] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.378910] env[69287]: INFO nova.compute.manager [-] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Took 1.55 seconds to deallocate network for instance. [ 908.395907] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "151a5d7e-8593-4d05-ae76-feb01e16c821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.397035] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.416532] env[69287]: DEBUG nova.compute.manager [req-41ad1965-c5e3-4694-b3ef-76e72b76e1e2 req-b4b152c4-e302-4e90-86a9-082535463f0b service nova] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Received event network-vif-deleted-9aa2f9b7-7e44-45ad-adc9-7d91a800b314 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.416736] env[69287]: DEBUG nova.compute.manager [req-41ad1965-c5e3-4694-b3ef-76e72b76e1e2 req-b4b152c4-e302-4e90-86a9-082535463f0b service nova] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Received event network-vif-deleted-ebd2fd41-a871-4d7a-a73a-bf56c230ccd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.437050] env[69287]: DEBUG nova.compute.utils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.439110] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.439329] env[69287]: DEBUG nova.network.neutron [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.533316] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.595253] env[69287]: DEBUG nova.policy [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.606030] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d5d5d4-0dc6-78f3-36bb-4a9c5a4ee397, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.609300] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.610227] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.611389] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.611734] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.612039] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.612690] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c156a5-4331-4c03-9dea-06feb33054fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.626666] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.628628] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.629031] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.629964] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ce800c-bb58-4981-91bd-785a7ab57902 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.638029] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 908.638029] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52237925-dd1f-931c-55b8-739e96151e34" [ 908.638029] env[69287]: _type = "Task" [ 908.638029] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.650597] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52237925-dd1f-931c-55b8-739e96151e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.692228] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.786860] env[69287]: DEBUG oslo_vmware.api [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.682094} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.788123] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 908.788383] env[69287]: INFO nova.compute.manager [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 13.41 seconds to snapshot the instance on the hypervisor. [ 908.793129] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e68f3f4-9917-4998-83f9-210406952bff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.802039] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fb1dcc-e9e9-4141-912e-a5e096075f35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.834761] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b39fb-c0d7-48d5-9139-b94ff3611f47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.842946] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6508289b-f634-41af-a448-11e49931df9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.862282] env[69287]: DEBUG nova.compute.provider_tree [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.881961] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.888419] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.898322] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.946139] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.147271] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52237925-dd1f-931c-55b8-739e96151e34, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.148093] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e944a441-9473-414b-ae82-67f1d56679bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.153890] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 909.153890] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529a808f-81a9-2b3e-de7d-1e6f03327693" [ 909.153890] env[69287]: _type = "Task" [ 909.153890] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.161885] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529a808f-81a9-2b3e-de7d-1e6f03327693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.186811] env[69287]: DEBUG nova.network.neutron [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Successfully created port: ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.194822] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.347955] env[69287]: DEBUG nova.compute.manager [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Found 3 images (rotation: 2) {{(pid=69287) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 909.347955] env[69287]: DEBUG nova.compute.manager [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Rotating out 1 backups {{(pid=69287) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 909.347955] env[69287]: DEBUG nova.compute.manager [None req-11e3bb3f-4b61-4128-bc2a-3a8dad147ebd tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleting image 5a6188a4-cb62-439c-b1f1-40b2def1f6fe {{(pid=69287) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 909.366988] env[69287]: DEBUG nova.scheduler.client.report [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.429605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.669139] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529a808f-81a9-2b3e-de7d-1e6f03327693, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.669493] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.669802] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 3b274d58-7b07-4680-9798-bb0b12946abe/3b274d58-7b07-4680-9798-bb0b12946abe.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.670130] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54fc81e-4291-465d-b316-654cb12f4c9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.678959] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 909.678959] env[69287]: value = "task-3450675" [ 909.678959] env[69287]: _type = "Task" [ 909.678959] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.685861] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.693989] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450674, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479141} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.694465] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 1ce42061-67c9-418d-9363-369225406147/1ce42061-67c9-418d-9363-369225406147.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.694833] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.695226] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd6f991-c664-4a4e-bfbd-fe9076fbf056 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.703742] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 909.703742] env[69287]: value = "task-3450676" [ 909.703742] env[69287]: _type = "Task" [ 909.703742] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.712729] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.872254] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.876612] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.084s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.877818] env[69287]: INFO nova.compute.claims [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.895639] env[69287]: INFO nova.scheduler.client.report [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Deleted allocations for instance 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d [ 909.964194] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.990774] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.991671] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.991671] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.991671] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.991671] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.992186] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.992186] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.992186] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.992368] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.992522] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.992699] env[69287]: DEBUG nova.virt.hardware [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.994226] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f5e9e4-6a28-43a5-a59d-c0a1fb53d0e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.003504] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2236b7-504e-4c00-a493-bf75ccf9fa66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.187355] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457695} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.187699] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 3b274d58-7b07-4680-9798-bb0b12946abe/3b274d58-7b07-4680-9798-bb0b12946abe.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.187952] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.188256] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff71317f-e9b6-49eb-a849-0bf329546ba2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.195071] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 910.195071] env[69287]: value = "task-3450677" [ 910.195071] env[69287]: _type = "Task" [ 910.195071] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.203601] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.215692] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067575} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.216130] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.216987] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608b591-7d96-423a-a176-dfb6b1d37319 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.239196] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 1ce42061-67c9-418d-9363-369225406147/1ce42061-67c9-418d-9363-369225406147.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.239478] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8506d681-acde-46de-8cce-0a3b43946b7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.258473] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 910.258473] env[69287]: value = "task-3450678" [ 910.258473] env[69287]: _type = "Task" [ 910.258473] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.266273] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.404030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c29a52c2-3810-4aab-930e-596d9bad9495 tempest-VolumesAdminNegativeTest-687893506 tempest-VolumesAdminNegativeTest-687893506-project-member] Lock "8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.066s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.444521] env[69287]: DEBUG nova.compute.manager [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Received event network-changed-641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.444730] env[69287]: DEBUG nova.compute.manager [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Refreshing instance network info cache due to event network-changed-641959bf-f3ba-4ba2-93e3-3cd2c8984844. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 910.444948] env[69287]: DEBUG oslo_concurrency.lockutils [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] Acquiring lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.445112] env[69287]: DEBUG oslo_concurrency.lockutils [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] Acquired lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.445292] env[69287]: DEBUG nova.network.neutron [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Refreshing network info cache for port 641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.709221] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265702} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.709579] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.714170] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31514eb1-d2c4-4855-8718-5e0dcdd4574f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.735617] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 3b274d58-7b07-4680-9798-bb0b12946abe/3b274d58-7b07-4680-9798-bb0b12946abe.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.735932] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e92d55-27df-4ea3-b8b6-7b71df418ef8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.757819] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 910.757819] env[69287]: value = "task-3450679" [ 910.757819] env[69287]: _type = "Task" [ 910.757819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.772803] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.773066] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.088814] env[69287]: DEBUG nova.network.neutron [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Successfully updated port: ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.226856] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0255798-cab1-490c-af8c-da0ba35aeae6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.239145] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1076f568-20bc-4827-8156-a4d36202afaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.278627] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25663fe2-e43b-4b65-a1c8-3858d67aa435 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.285981] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450679, 'name': ReconfigVM_Task, 'duration_secs': 0.272565} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.293121] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 3b274d58-7b07-4680-9798-bb0b12946abe/3b274d58-7b07-4680-9798-bb0b12946abe.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.293956] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.294200] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14edcaf5-d743-4a56-af22-52628b34632a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.296718] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1176913-78f2-4206-bb03-c31935f9e7f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.311952] env[69287]: DEBUG nova.compute.provider_tree [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.317062] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 911.317062] env[69287]: value = "task-3450680" [ 911.317062] env[69287]: _type = "Task" [ 911.317062] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.324527] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450680, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.351815] env[69287]: DEBUG nova.network.neutron [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Updated VIF entry in instance network info cache for port 641959bf-f3ba-4ba2-93e3-3cd2c8984844. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.352312] env[69287]: DEBUG nova.network.neutron [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Updating instance_info_cache with network_info: [{"id": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "address": "fa:16:3e:85:00:4b", "network": {"id": "230b009d-a935-46d1-a3dd-426dd2b250c4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765543597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a52e9db7a9a44cb4b6dd3a812713685b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap641959bf-f3", "ovs_interfaceid": "641959bf-f3ba-4ba2-93e3-3cd2c8984844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.591244] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.591244] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.591244] env[69287]: DEBUG nova.network.neutron [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.781422] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450678, 'name': ReconfigVM_Task, 'duration_secs': 1.151581} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.781765] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 1ce42061-67c9-418d-9363-369225406147/1ce42061-67c9-418d-9363-369225406147.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.782438] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162194c4-0e65-4579-b478-805ad0bce3d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.789375] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 911.789375] env[69287]: value = "task-3450681" [ 911.789375] env[69287]: _type = "Task" [ 911.789375] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.800408] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450681, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.816869] env[69287]: DEBUG nova.scheduler.client.report [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.834941] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450680, 'name': Rename_Task, 'duration_secs': 0.126936} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.835488] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.835808] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f9f0801-5bba-4dae-b96b-518f7a27fdd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.843079] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 911.843079] env[69287]: value = "task-3450682" [ 911.843079] env[69287]: _type = "Task" [ 911.843079] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.851228] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.854842] env[69287]: DEBUG oslo_concurrency.lockutils [req-c23a8ed8-0604-46f6-b9d9-6030343e6464 req-7be6ea66-4848-4f7a-8c63-009d7bb0bb19 service nova] Releasing lock "refresh_cache-e8a7e19a-4904-4c9a-ad87-a5f0646181d1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.952301] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.952658] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.952879] env[69287]: DEBUG nova.compute.manager [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.953866] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67934f58-02cf-470f-b766-9d7f3b84977d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.961130] env[69287]: DEBUG nova.compute.manager [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 911.961797] env[69287]: DEBUG nova.objects.instance [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'flavor' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.134420] env[69287]: DEBUG nova.network.neutron [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.299500] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450681, 'name': Rename_Task, 'duration_secs': 0.230652} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.299789] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.300048] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73ddf76-0401-41a6-8ae1-7a3e4937f8dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.306064] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 912.306064] env[69287]: value = "task-3450683" [ 912.306064] env[69287]: _type = "Task" [ 912.306064] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.315525] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.328024] env[69287]: DEBUG nova.network.neutron [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.329728] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.330221] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.336145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.244s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.336145] env[69287]: INFO nova.compute.claims [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.353429] env[69287]: DEBUG oslo_vmware.api [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450682, 'name': PowerOnVM_Task, 'duration_secs': 0.417511} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.354317] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.354543] env[69287]: INFO nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Took 4.91 seconds to spawn the instance on the hypervisor. [ 912.354745] env[69287]: DEBUG nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.355602] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04127d-15b5-492d-9000-4ca3c85b1615 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.475406] env[69287]: DEBUG nova.compute.manager [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-vif-plugged-ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.475728] env[69287]: DEBUG oslo_concurrency.lockutils [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.475824] env[69287]: DEBUG oslo_concurrency.lockutils [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.476013] env[69287]: DEBUG oslo_concurrency.lockutils [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.476200] env[69287]: DEBUG nova.compute.manager [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] No waiting events found dispatching network-vif-plugged-ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.476340] env[69287]: WARNING nova.compute.manager [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received unexpected event network-vif-plugged-ae98887c-a308-4ff3-80dc-b31cd62321e7 for instance with vm_state building and task_state spawning. [ 912.476506] env[69287]: DEBUG nova.compute.manager [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-changed-ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.476657] env[69287]: DEBUG nova.compute.manager [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing instance network info cache due to event network-changed-ae98887c-a308-4ff3-80dc-b31cd62321e7. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 912.476820] env[69287]: DEBUG oslo_concurrency.lockutils [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.821844] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450683, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.833851] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.834481] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Instance network_info: |[{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.834808] env[69287]: DEBUG oslo_concurrency.lockutils [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.835007] env[69287]: DEBUG nova.network.neutron [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing network info cache for port ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.836974] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:88:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae98887c-a308-4ff3-80dc-b31cd62321e7', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.844897] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.852902] env[69287]: DEBUG nova.compute.utils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 912.852902] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.853643] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.853643] env[69287]: DEBUG nova.network.neutron [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.858028] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56722033-a30f-4dbd-8d2e-571cf5f20ddb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.876389] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.889265] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.889265] env[69287]: value = "task-3450684" [ 912.889265] env[69287]: _type = "Task" [ 912.889265] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.894186] env[69287]: INFO nova.compute.manager [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Took 16.72 seconds to build instance. [ 912.901641] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450684, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.930015] env[69287]: DEBUG nova.policy [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de5314090104225a8f179ac115afef6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cfd12d3c9b409aa91904a72d95c840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.969743] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.970240] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd831ac3-ad82-4b80-a9de-e5a02b22b9c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.977608] env[69287]: DEBUG oslo_vmware.api [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 912.977608] env[69287]: value = "task-3450685" [ 912.977608] env[69287]: _type = "Task" [ 912.977608] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.988785] env[69287]: DEBUG oslo_vmware.api [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.317387] env[69287]: DEBUG oslo_vmware.api [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450683, 'name': PowerOnVM_Task, 'duration_secs': 0.53569} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.317948] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.318253] env[69287]: INFO nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Took 10.44 seconds to spawn the instance on the hypervisor. [ 913.318503] env[69287]: DEBUG nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.319332] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503dade6-e6cc-4eea-a600-84bfe6ad6b9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.396511] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5e8d01e0-730a-4405-ac4d-926feb794c82 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "3b274d58-7b07-4680-9798-bb0b12946abe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.230s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.400676] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450684, 'name': CreateVM_Task, 'duration_secs': 0.337872} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.400918] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.403032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.403032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.403032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.403032] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd21c60-6f51-4e58-a4e9-0305da670bcb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.407609] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 913.407609] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c63c24-c1f7-6e09-c63c-026c9208a151" [ 913.407609] env[69287]: _type = "Task" [ 913.407609] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.426781] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c63c24-c1f7-6e09-c63c-026c9208a151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.488874] env[69287]: DEBUG oslo_vmware.api [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450685, 'name': PowerOffVM_Task, 'duration_secs': 0.251334} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.493126] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.493126] env[69287]: DEBUG nova.compute.manager [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.493126] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0fc246-27de-4b78-9f04-7d9c3dd05b39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.698028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ae5409-d2b7-4f67-9ac9-f3bd975351b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.707816] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1073ea0-00b9-41e2-b85d-990a74ce7b6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.711389] env[69287]: DEBUG nova.network.neutron [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Successfully created port: 74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.744596] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79fb03-08ca-44a6-948c-cf0b58108ea3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.752258] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e8fb8-fe6b-40b5-87ba-e9aa9dd52423 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.765759] env[69287]: DEBUG nova.compute.provider_tree [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.833758] env[69287]: DEBUG nova.network.neutron [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updated VIF entry in instance network info cache for port ae98887c-a308-4ff3-80dc-b31cd62321e7. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.834142] env[69287]: DEBUG nova.network.neutron [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.841366] env[69287]: INFO nova.compute.manager [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Took 26.53 seconds to build instance. [ 913.892017] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.919824] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c63c24-c1f7-6e09-c63c-026c9208a151, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.920192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.921991] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.921991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.921991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.921991] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.921991] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-694d3017-a90b-4210-bb25-88164284e947 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.934756] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.935417] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.938111] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.938365] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.938565] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.938789] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.938942] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.939150] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.939342] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.939502] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.939717] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.939846] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.940946] env[69287]: DEBUG nova.virt.hardware [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.940946] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6ce619-8087-44a6-8eb2-6bffa82ab1ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.944745] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e01004-fe4b-4a00-bb78-866a2e86fa42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.951349] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 913.951349] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5256b895-8afd-b5cf-f153-59da10d24f00" [ 913.951349] env[69287]: _type = "Task" [ 913.951349] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.957928] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a7dfe-592d-4924-baf0-04916eeaa21d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.969047] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5256b895-8afd-b5cf-f153-59da10d24f00, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.978085] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60870d76-32e3-4ce4-a5b5-a5354a18d7a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.983438] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 913.983438] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520581c4-4fbc-d287-de02-19df1112ba58" [ 913.983438] env[69287]: _type = "Task" [ 913.983438] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.993774] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520581c4-4fbc-d287-de02-19df1112ba58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.006346] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9708f905-6982-4695-ad97-3615f6397302 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.269572] env[69287]: DEBUG nova.scheduler.client.report [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.343126] env[69287]: DEBUG oslo_concurrency.lockutils [req-b6e94c30-16f5-467d-a19d-366dc65025c9 req-be2e6c6f-579e-4591-a2d7-c00615525dc5 service nova] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.343620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ccbac645-8cef-431d-b03b-3934f9340f03 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "1ce42061-67c9-418d-9363-369225406147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.042s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.499041] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520581c4-4fbc-d287-de02-19df1112ba58, 'name': SearchDatastore_Task, 'duration_secs': 0.033202} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.499448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.499775] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 49366c42-9423-43b0-8049-4532df302f2d/49366c42-9423-43b0-8049-4532df302f2d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.500677] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b6fa96-8257-4a86-9d9a-2175b4a82aff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.508752] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 914.508752] env[69287]: value = "task-3450686" [ 914.508752] env[69287]: _type = "Task" [ 914.508752] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.521704] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.776964] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.777776] env[69287]: DEBUG nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.787306] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.959s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.787704] env[69287]: DEBUG nova.objects.instance [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lazy-loading 'resources' on Instance uuid ed9f2924-4d7c-4585-9d80-7fabfa0a7f49 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.024841] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495537} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.028986] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 49366c42-9423-43b0-8049-4532df302f2d/49366c42-9423-43b0-8049-4532df302f2d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.028986] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.028986] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91550d0f-06c2-4ca6-bbfa-56b70a8dd330 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.035737] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 915.035737] env[69287]: value = "task-3450687" [ 915.035737] env[69287]: _type = "Task" [ 915.035737] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.044479] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.089291] env[69287]: DEBUG nova.compute.manager [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Received event network-changed-0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.089373] env[69287]: DEBUG nova.compute.manager [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Refreshing instance network info cache due to event network-changed-0ee86cc3-f40f-46a4-b433-b53770c7aea5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.089585] env[69287]: DEBUG oslo_concurrency.lockutils [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] Acquiring lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.089731] env[69287]: DEBUG oslo_concurrency.lockutils [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] Acquired lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.089890] env[69287]: DEBUG nova.network.neutron [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Refreshing network info cache for port 0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.290864] env[69287]: DEBUG nova.compute.utils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.298560] env[69287]: DEBUG nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 915.299241] env[69287]: DEBUG nova.compute.manager [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Stashing vm_state: stopped {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 915.547955] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063117} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.550887] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.551962] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25596a9-a2b5-4325-9f7f-53562b10ce1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.574818] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 49366c42-9423-43b0-8049-4532df302f2d/49366c42-9423-43b0-8049-4532df302f2d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.577983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-514f8266-232d-4374-be6d-36ea2c2224c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.604116] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 915.604116] env[69287]: value = "task-3450688" [ 915.604116] env[69287]: _type = "Task" [ 915.604116] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.613922] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.706860] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e146dd9-a52f-4fd9-bcce-ae4e46afb756 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.714839] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d87fb9-0f0c-45a5-9667-67c211314e04 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.719552] env[69287]: DEBUG nova.network.neutron [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Successfully updated port: 74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.755024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba03d1-41b6-4cd6-aa92-199fa2e3af6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.765480] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65048116-6c05-404f-9ecc-7e14b2f92a37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.780894] env[69287]: DEBUG nova.compute.provider_tree [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.799926] env[69287]: DEBUG nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.827462] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.993362] env[69287]: DEBUG nova.network.neutron [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Updated VIF entry in instance network info cache for port 0ee86cc3-f40f-46a4-b433-b53770c7aea5. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.993772] env[69287]: DEBUG nova.network.neutron [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Updating instance_info_cache with network_info: [{"id": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "address": "fa:16:3e:51:55:58", "network": {"id": "df2de666-c0c9-4f3d-9401-54df88314695", "bridge": "br-int", "label": "tempest-ServersTestJSON-779341627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba63487abc44d25bdcafadf9511864d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee86cc3-f4", "ovs_interfaceid": "0ee86cc3-f40f-46a4-b433-b53770c7aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.115073] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.222223] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.222337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.222483] env[69287]: DEBUG nova.network.neutron [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.285511] env[69287]: DEBUG nova.scheduler.client.report [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.497301] env[69287]: DEBUG oslo_concurrency.lockutils [req-1f8c9fcb-dc71-46ea-8ecf-2a4fc76ad62d req-7015ac39-f3c5-4802-a2ef-4da6be60a6ee service nova] Releasing lock "refresh_cache-1ce42061-67c9-418d-9363-369225406147" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.617533] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450688, 'name': ReconfigVM_Task, 'duration_secs': 0.946034} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.617533] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 49366c42-9423-43b0-8049-4532df302f2d/49366c42-9423-43b0-8049-4532df302f2d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.618325] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98823cf2-18cb-4378-a9ed-6a4f14760bdf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.626216] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 916.626216] env[69287]: value = "task-3450689" [ 916.626216] env[69287]: _type = "Task" [ 916.626216] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.639657] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450689, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.769790] env[69287]: DEBUG nova.network.neutron [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.795104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.795104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.233s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.796710] env[69287]: INFO nova.compute.claims [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.809561] env[69287]: DEBUG nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.825882] env[69287]: INFO nova.scheduler.client.report [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted allocations for instance ed9f2924-4d7c-4585-9d80-7fabfa0a7f49 [ 916.850798] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.851185] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.851185] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.851395] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.851540] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.851845] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.851918] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.852481] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.852712] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.852876] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.853225] env[69287]: DEBUG nova.virt.hardware [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.854283] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58962e22-6185-4c13-a8da-fee508223d86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.867628] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d29292-0ba5-4909-ad85-34c921610163 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.883155] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.889153] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.891165] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.891165] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83c71f3-b104-4e8b-9c01-c486056f361e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.913875] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.913875] env[69287]: value = "task-3450690" [ 916.913875] env[69287]: _type = "Task" [ 916.913875] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.923615] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450690, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.940555] env[69287]: DEBUG nova.network.neutron [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updating instance_info_cache with network_info: [{"id": "74e59170-e22f-4da2-9a98-28a1489319c8", "address": "fa:16:3e:2f:4a:56", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e59170-e2", "ovs_interfaceid": "74e59170-e22f-4da2-9a98-28a1489319c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.115920] env[69287]: DEBUG nova.compute.manager [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Received event network-vif-plugged-74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.115920] env[69287]: DEBUG oslo_concurrency.lockutils [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.115920] env[69287]: DEBUG oslo_concurrency.lockutils [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.115920] env[69287]: DEBUG oslo_concurrency.lockutils [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.115920] env[69287]: DEBUG nova.compute.manager [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] No waiting events found dispatching network-vif-plugged-74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.115920] env[69287]: WARNING nova.compute.manager [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Received unexpected event network-vif-plugged-74e59170-e22f-4da2-9a98-28a1489319c8 for instance with vm_state building and task_state spawning. [ 917.115920] env[69287]: DEBUG nova.compute.manager [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Received event network-changed-74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.116627] env[69287]: DEBUG nova.compute.manager [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Refreshing instance network info cache due to event network-changed-74e59170-e22f-4da2-9a98-28a1489319c8. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.116627] env[69287]: DEBUG oslo_concurrency.lockutils [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] Acquiring lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.135948] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450689, 'name': Rename_Task, 'duration_secs': 0.311503} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.136241] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.136492] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b732edf-d7ec-4cb3-bc1f-0ac88b897163 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.142123] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 917.142123] env[69287]: value = "task-3450691" [ 917.142123] env[69287]: _type = "Task" [ 917.142123] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.151622] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.335485] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44d53e7b-bda8-4b8e-bde2-3a28b01842c7 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "ed9f2924-4d7c-4585-9d80-7fabfa0a7f49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.441s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.423777] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450690, 'name': CreateVM_Task, 'duration_secs': 0.417727} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.423953] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.424402] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.424648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.424889] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.425614] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15818c7e-6898-4317-89b5-0213b1aa9598 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.429464] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 917.429464] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d2e78-e8d7-d48e-cce1-75eeecc89d85" [ 917.429464] env[69287]: _type = "Task" [ 917.429464] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.437071] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d2e78-e8d7-d48e-cce1-75eeecc89d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.444114] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.444114] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Instance network_info: |[{"id": "74e59170-e22f-4da2-9a98-28a1489319c8", "address": "fa:16:3e:2f:4a:56", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e59170-e2", "ovs_interfaceid": "74e59170-e22f-4da2-9a98-28a1489319c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.444378] env[69287]: DEBUG oslo_concurrency.lockutils [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] Acquired lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.444578] env[69287]: DEBUG nova.network.neutron [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Refreshing network info cache for port 74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.447065] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:4a:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74e59170-e22f-4da2-9a98-28a1489319c8', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.455476] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Creating folder: Project (14cfd12d3c9b409aa91904a72d95c840). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.456503] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7adb236e-a642-4bcb-8f2f-6122104dcdcc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.466989] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Created folder: Project (14cfd12d3c9b409aa91904a72d95c840) in parent group-v688742. [ 917.467208] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Creating folder: Instances. Parent ref: group-v688948. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.467447] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa73938d-43e1-4ead-889a-2782e7f69f22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.476629] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Created folder: Instances in parent group-v688948. [ 917.476894] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.477120] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.477330] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501f224e-1839-40df-a965-156ca5996bf6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.495664] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.495664] env[69287]: value = "task-3450694" [ 917.495664] env[69287]: _type = "Task" [ 917.495664] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.505115] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450694, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.653318] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.942413] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524d2e78-e8d7-d48e-cce1-75eeecc89d85, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.942724] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.942960] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.943599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.943599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.943716] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.946552] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c9edc6-db97-4550-8b69-a6aae1a193a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.960844] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.961084] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.964270] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87a7984-6f02-48f2-a248-c46d08f03fc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.970977] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 917.970977] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f776e-3549-c9de-0484-36af96e0e81d" [ 917.970977] env[69287]: _type = "Task" [ 917.970977] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.979699] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f776e-3549-c9de-0484-36af96e0e81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.005975] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450694, 'name': CreateVM_Task, 'duration_secs': 0.350052} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.008388] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.009244] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.009415] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.009723] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.009986] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38578fd9-4ca0-49a4-aefb-e86c00d4684b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.014978] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 918.014978] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bae1e5-8c32-84b7-1f44-2fcf289cdd9c" [ 918.014978] env[69287]: _type = "Task" [ 918.014978] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.025587] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bae1e5-8c32-84b7-1f44-2fcf289cdd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.156515] env[69287]: DEBUG oslo_vmware.api [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450691, 'name': PowerOnVM_Task, 'duration_secs': 0.653781} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.156756] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.156813] env[69287]: INFO nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Took 8.19 seconds to spawn the instance on the hypervisor. [ 918.156968] env[69287]: DEBUG nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.157922] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f4ec8c-7cd4-4f84-bcf1-f68b1291206c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.168151] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5901b362-cf8f-4bd2-946b-8201b2083497 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.177779] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce545cf0-4f1e-4a15-a153-379f772b5730 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.211390] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31daa986-409e-404f-a3be-2779137a50ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.220324] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f440b0ff-75fe-49a7-a78d-ec2f2b0d9abf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.235429] env[69287]: DEBUG nova.compute.provider_tree [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.481237] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f776e-3549-c9de-0484-36af96e0e81d, 'name': SearchDatastore_Task, 'duration_secs': 0.024869} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.482073] env[69287]: DEBUG nova.network.neutron [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updated VIF entry in instance network info cache for port 74e59170-e22f-4da2-9a98-28a1489319c8. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.482405] env[69287]: DEBUG nova.network.neutron [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updating instance_info_cache with network_info: [{"id": "74e59170-e22f-4da2-9a98-28a1489319c8", "address": "fa:16:3e:2f:4a:56", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e59170-e2", "ovs_interfaceid": "74e59170-e22f-4da2-9a98-28a1489319c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.487020] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812b3396-f084-49cb-aa71-e791b55858e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.489547] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 918.489547] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d56803-3613-3ce2-bbc5-1d52e01f4875" [ 918.489547] env[69287]: _type = "Task" [ 918.489547] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.498209] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d56803-3613-3ce2-bbc5-1d52e01f4875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.525901] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52bae1e5-8c32-84b7-1f44-2fcf289cdd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.526073] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.526303] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.526530] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.526677] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.526919] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.527184] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb40ad81-8b42-42b7-aa0a-17c1b07e5a01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.536043] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.536237] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.536945] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ce2fc5-df31-435a-adf1-97c77451d3ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.539685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.539911] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.540113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.540297] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.540461] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.543032] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 918.543032] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523e52c2-7ee5-b1cd-2751-8b2b1088cd60" [ 918.543032] env[69287]: _type = "Task" [ 918.543032] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.543453] env[69287]: INFO nova.compute.manager [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Terminating instance [ 918.554270] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523e52c2-7ee5-b1cd-2751-8b2b1088cd60, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.555164] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f067fde-18ca-402b-8bc9-38e5ec6f6cf9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.560247] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 918.560247] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a7e7ca-24a9-b676-900d-442aeb2dab96" [ 918.560247] env[69287]: _type = "Task" [ 918.560247] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.568670] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a7e7ca-24a9-b676-900d-442aeb2dab96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.681280] env[69287]: INFO nova.compute.manager [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Took 22.09 seconds to build instance. [ 918.739525] env[69287]: DEBUG nova.scheduler.client.report [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.986484] env[69287]: DEBUG oslo_concurrency.lockutils [req-49f72ff5-7850-42f5-bc11-835047eb92a4 req-ebc6eedf-3a67-4507-9096-47ea4749215a service nova] Releasing lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.001861] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d56803-3613-3ce2-bbc5-1d52e01f4875, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.001861] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.001861] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.003396] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30ad47d4-eddc-40ae-b468-36673ced1f38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.012226] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 919.012226] env[69287]: value = "task-3450695" [ 919.012226] env[69287]: _type = "Task" [ 919.012226] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.020916] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.056008] env[69287]: DEBUG nova.compute.manager [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.056248] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.057177] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6891753a-fe1a-48db-b81e-e40b1812afec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.066689] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.067729] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec44879e-fc0d-4bab-9269-e96fee59b901 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.074213] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a7e7ca-24a9-b676-900d-442aeb2dab96, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.074990] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.075309] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 2fff0678-f91f-401b-9637-dda14c0c8aa9/2fff0678-f91f-401b-9637-dda14c0c8aa9.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.075727] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09b83e7f-10cc-4fa5-9ddd-6da1ecfc6cb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.080831] env[69287]: DEBUG oslo_vmware.api [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 919.080831] env[69287]: value = "task-3450696" [ 919.080831] env[69287]: _type = "Task" [ 919.080831] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.090679] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 919.090679] env[69287]: value = "task-3450697" [ 919.090679] env[69287]: _type = "Task" [ 919.090679] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.100203] env[69287]: DEBUG oslo_vmware.api [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.105736] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.186350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bf7ad10a-d1a0-4b00-ab39-a27a9b90e3e5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "49366c42-9423-43b0-8049-4532df302f2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.611s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.247744] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.248252] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.252236] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.412s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.252391] env[69287]: DEBUG nova.objects.instance [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid d91e2d81-cb72-40b4-ac1c-314bd5cd83b8 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.412783] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.413188] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.523454] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494394} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.523732] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.523940] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.524321] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73821518-c2b3-4795-a8f6-e1131752b1af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.534551] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 919.534551] env[69287]: value = "task-3450698" [ 919.534551] env[69287]: _type = "Task" [ 919.534551] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.548378] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.591710] env[69287]: DEBUG oslo_vmware.api [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450696, 'name': PowerOffVM_Task, 'duration_secs': 0.230523} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.591903] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.591954] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.593581] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f61a88d-6e3e-45fd-8f65-9ce69a5631af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.604354] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450697, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.624797] env[69287]: DEBUG nova.compute.manager [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-changed-ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.625013] env[69287]: DEBUG nova.compute.manager [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing instance network info cache due to event network-changed-ae98887c-a308-4ff3-80dc-b31cd62321e7. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 919.625225] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.625404] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.625588] env[69287]: DEBUG nova.network.neutron [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing network info cache for port ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.677486] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.678978] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.678978] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleting the datastore file [datastore2] acc9d915-13c4-45e2-bc98-0af1d8b9d714 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.679198] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f82104-bbdc-46ab-988d-839a86faedfa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.691756] env[69287]: DEBUG oslo_vmware.api [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 919.691756] env[69287]: value = "task-3450700" [ 919.691756] env[69287]: _type = "Task" [ 919.691756] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.701693] env[69287]: DEBUG oslo_vmware.api [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.755959] env[69287]: DEBUG nova.compute.utils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 919.762251] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.762404] env[69287]: DEBUG nova.network.neutron [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.810856] env[69287]: DEBUG nova.policy [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb9dfc3278a4d92a1574ad7157bf287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009f1f361a294ee5b59f3e7e5c6ec4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.917277] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.048523] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083284} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.048523] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.048523] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7b47bf-e5de-418a-b88a-9f3aab2fa4ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.068818] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.071737] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b326c88-aa03-4c8e-83be-93e32e18fd38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.092617] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 920.092617] env[69287]: value = "task-3450701" [ 920.092617] env[69287]: _type = "Task" [ 920.092617] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.111894] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.117044] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671442} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.117812] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 2fff0678-f91f-401b-9637-dda14c0c8aa9/2fff0678-f91f-401b-9637-dda14c0c8aa9.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.117951] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.118374] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f26ad121-b179-4a48-880a-88764d736e42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.132877] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 920.132877] env[69287]: value = "task-3450702" [ 920.132877] env[69287]: _type = "Task" [ 920.132877] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.147753] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.205493] env[69287]: DEBUG oslo_vmware.api [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218582} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.206184] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.208597] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.208597] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.208597] env[69287]: INFO nova.compute.manager [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Took 1.15 seconds to destroy the instance on the hypervisor. [ 920.208597] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.208797] env[69287]: DEBUG nova.compute.manager [-] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.208830] env[69287]: DEBUG nova.network.neutron [-] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.211548] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e54aa67-8cd6-44d8-b69f-a300f66555ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.223457] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4854d942-41e7-43a7-9132-b01fce07885e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.260414] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c680e56-286b-4b2d-9ee7-82eb0587e2a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.264771] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.274205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b974c17-ad8e-4d57-baff-27b5541fc9cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.289892] env[69287]: DEBUG nova.compute.provider_tree [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.355818] env[69287]: DEBUG nova.network.neutron [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Successfully created port: 207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.441187] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.586645] env[69287]: DEBUG nova.network.neutron [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updated VIF entry in instance network info cache for port ae98887c-a308-4ff3-80dc-b31cd62321e7. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.587329] env[69287]: DEBUG nova.network.neutron [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.606881] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.649183] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167157} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.650117] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.650981] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd7635-7146-4fa6-ac0d-118af2e7dbd6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.679365] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 2fff0678-f91f-401b-9637-dda14c0c8aa9/2fff0678-f91f-401b-9637-dda14c0c8aa9.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.680010] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b52fcc-9385-4dab-af2f-5b34b38ffd09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.703756] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 920.703756] env[69287]: value = "task-3450703" [ 920.703756] env[69287]: _type = "Task" [ 920.703756] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.712712] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.796937] env[69287]: DEBUG nova.scheduler.client.report [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.091765] env[69287]: DEBUG oslo_concurrency.lockutils [req-bf6314f1-9451-465f-a843-807543208fb2 req-6702732d-5369-45aa-89bb-01c6db8f801e service nova] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.109971] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450701, 'name': ReconfigVM_Task, 'duration_secs': 0.904895} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.110292] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.110972] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9806d011-c812-4225-bf86-d9851c315da8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.117931] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 921.117931] env[69287]: value = "task-3450704" [ 921.117931] env[69287]: _type = "Task" [ 921.117931] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.127035] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450704, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.140715] env[69287]: DEBUG nova.network.neutron [-] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.216169] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.276053] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.300620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.303373] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.500s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.303684] env[69287]: DEBUG nova.objects.instance [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lazy-loading 'resources' on Instance uuid 4617d99a-7eca-44ec-aa4f-daed7a2c056f {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.317074] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.317323] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.317850] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.318187] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.318274] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.318372] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.318688] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.318987] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.322294] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.322294] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.322294] env[69287]: DEBUG nova.virt.hardware [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.322294] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ccf5a0-d18e-4d39-bc89-88ac43536768 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.330772] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965c955-b89e-4fc9-9909-0f67cd74a993 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.335884] env[69287]: INFO nova.scheduler.client.report [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance d91e2d81-cb72-40b4-ac1c-314bd5cd83b8 [ 921.629524] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450704, 'name': Rename_Task, 'duration_secs': 0.308865} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.629818] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.630115] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2798af9b-15cd-4336-bec2-d180fa283866 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.638025] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 921.638025] env[69287]: value = "task-3450705" [ 921.638025] env[69287]: _type = "Task" [ 921.638025] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.647443] env[69287]: INFO nova.compute.manager [-] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Took 1.44 seconds to deallocate network for instance. [ 921.647443] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.661970] env[69287]: DEBUG nova.compute.manager [req-750b08ac-f3d2-4deb-a846-08fc6a3ef7f4 req-9dda584d-52d4-4fe7-81fe-563d48f58298 service nova] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Received event network-vif-deleted-80a2504b-b9d9-4927-ba60-3eaf021fbcbd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.714626] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450703, 'name': ReconfigVM_Task, 'duration_secs': 0.772679} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.714958] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 2fff0678-f91f-401b-9637-dda14c0c8aa9/2fff0678-f91f-401b-9637-dda14c0c8aa9.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.715649] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d503723-9e72-439f-af02-6a0231aa1690 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.722381] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 921.722381] env[69287]: value = "task-3450706" [ 921.722381] env[69287]: _type = "Task" [ 921.722381] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.733015] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450706, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.857314] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0669c4c1-48fc-454b-912b-4cc0a391655a tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "d91e2d81-cb72-40b4-ac1c-314bd5cd83b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.851s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.883194] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "bed91ed8-199e-45a4-a88a-e0ceb0165965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.883355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.984951] env[69287]: DEBUG nova.compute.manager [req-407d8559-a8ce-443c-a73a-9efb287c2af9 req-b9209b32-28a6-4165-b958-60ff9ba72a05 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Received event network-vif-plugged-207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.985173] env[69287]: DEBUG oslo_concurrency.lockutils [req-407d8559-a8ce-443c-a73a-9efb287c2af9 req-b9209b32-28a6-4165-b958-60ff9ba72a05 service nova] Acquiring lock "0ca3f117-957f-4669-931e-dd041e660068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.985376] env[69287]: DEBUG oslo_concurrency.lockutils [req-407d8559-a8ce-443c-a73a-9efb287c2af9 req-b9209b32-28a6-4165-b958-60ff9ba72a05 service nova] Lock "0ca3f117-957f-4669-931e-dd041e660068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.985597] env[69287]: DEBUG oslo_concurrency.lockutils [req-407d8559-a8ce-443c-a73a-9efb287c2af9 req-b9209b32-28a6-4165-b958-60ff9ba72a05 service nova] Lock "0ca3f117-957f-4669-931e-dd041e660068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.985789] env[69287]: DEBUG nova.compute.manager [req-407d8559-a8ce-443c-a73a-9efb287c2af9 req-b9209b32-28a6-4165-b958-60ff9ba72a05 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] No waiting events found dispatching network-vif-plugged-207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.985966] env[69287]: WARNING nova.compute.manager [req-407d8559-a8ce-443c-a73a-9efb287c2af9 req-b9209b32-28a6-4165-b958-60ff9ba72a05 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Received unexpected event network-vif-plugged-207d4691-f708-477c-9600-84b91327bbad for instance with vm_state building and task_state spawning. [ 922.052149] env[69287]: DEBUG nova.network.neutron [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Successfully updated port: 207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.148711] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.156251] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.180150] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622a581-79d5-4ccb-968b-00f1d1f06499 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.188553] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c6318-162a-45db-be0b-24f736278944 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.222057] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d151d0d9-8409-4491-99ab-4d7fa44dd318 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.237390] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450706, 'name': Rename_Task, 'duration_secs': 0.172433} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.237779] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.239068] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e503d43a-fc3d-4b8c-8104-12c154c6ed45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.242937] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf2b75e-6ee2-43a3-b0a3-9c9edd9fba7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.260344] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 922.260344] env[69287]: value = "task-3450707" [ 922.260344] env[69287]: _type = "Task" [ 922.260344] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.260533] env[69287]: DEBUG nova.compute.provider_tree [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.271997] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450707, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.385929] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.427505] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.427826] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.555772] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-0ca3f117-957f-4669-931e-dd041e660068" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.555954] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-0ca3f117-957f-4669-931e-dd041e660068" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.556088] env[69287]: DEBUG nova.network.neutron [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.649610] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.767198] env[69287]: DEBUG nova.scheduler.client.report [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.781256] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.912486] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.930774] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.098690] env[69287]: DEBUG nova.network.neutron [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.151927] env[69287]: DEBUG oslo_vmware.api [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450705, 'name': PowerOnVM_Task, 'duration_secs': 1.310502} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.152219] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.152467] env[69287]: INFO nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Took 6.34 seconds to spawn the instance on the hypervisor. [ 923.152666] env[69287]: DEBUG nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.153443] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6feed3-a69c-4bf4-a999-1f433d2199e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.244125] env[69287]: DEBUG nova.network.neutron [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Updating instance_info_cache with network_info: [{"id": "207d4691-f708-477c-9600-84b91327bbad", "address": "fa:16:3e:1b:20:f0", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207d4691-f7", "ovs_interfaceid": "207d4691-f708-477c-9600-84b91327bbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.273817] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.275812] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.276289] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.743s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.278364] env[69287]: INFO nova.compute.claims [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.297037] env[69287]: INFO nova.scheduler.client.report [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Deleted allocations for instance 4617d99a-7eca-44ec-aa4f-daed7a2c056f [ 923.450378] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.671833] env[69287]: INFO nova.compute.manager [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Took 25.60 seconds to build instance. [ 923.746937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-0ca3f117-957f-4669-931e-dd041e660068" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.747272] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Instance network_info: |[{"id": "207d4691-f708-477c-9600-84b91327bbad", "address": "fa:16:3e:1b:20:f0", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207d4691-f7", "ovs_interfaceid": "207d4691-f708-477c-9600-84b91327bbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.747737] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:20:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '207d4691-f708-477c-9600-84b91327bbad', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.756823] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.757491] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.757783] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cedc22a-19ba-4675-8673-80b0b2c6d369 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.785347] env[69287]: DEBUG oslo_vmware.api [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450707, 'name': PowerOnVM_Task, 'duration_secs': 1.523569} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.786644] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.786847] env[69287]: INFO nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Took 9.89 seconds to spawn the instance on the hypervisor. [ 923.787041] env[69287]: DEBUG nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.787298] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.787298] env[69287]: value = "task-3450708" [ 923.787298] env[69287]: _type = "Task" [ 923.787298] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.788017] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb500fe8-5565-45b7-9f93-b8bc2e561a32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.804234] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450708, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.804667] env[69287]: DEBUG oslo_concurrency.lockutils [None req-68b002d0-bf91-4316-aa98-80acf6015aa0 tempest-ListImageFiltersTestJSON-1451554462 tempest-ListImageFiltersTestJSON-1451554462-project-member] Lock "4617d99a-7eca-44ec-aa4f-daed7a2c056f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.638s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.015291] env[69287]: DEBUG nova.compute.manager [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Received event network-changed-207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.015506] env[69287]: DEBUG nova.compute.manager [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Refreshing instance network info cache due to event network-changed-207d4691-f708-477c-9600-84b91327bbad. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.015907] env[69287]: DEBUG oslo_concurrency.lockutils [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] Acquiring lock "refresh_cache-0ca3f117-957f-4669-931e-dd041e660068" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.016311] env[69287]: DEBUG oslo_concurrency.lockutils [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] Acquired lock "refresh_cache-0ca3f117-957f-4669-931e-dd041e660068" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.016516] env[69287]: DEBUG nova.network.neutron [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Refreshing network info cache for port 207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.175620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6692d7a6-2a72-4e28-820c-bc45c781e94f tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.114s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.301494] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450708, 'name': CreateVM_Task, 'duration_secs': 0.35272} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.301494] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.301976] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.301976] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.302280] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.302944] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba117de7-9be7-42e2-821b-af982f7873e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.311697] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 924.311697] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522eb159-0775-8bbb-29ca-abab4a4d764c" [ 924.311697] env[69287]: _type = "Task" [ 924.311697] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.318466] env[69287]: INFO nova.compute.manager [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Took 26.55 seconds to build instance. [ 924.327018] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522eb159-0775-8bbb-29ca-abab4a4d764c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.676629] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c91bbf-a45e-40a1-a5bd-599dac0dd3bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.687714] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8271754b-a614-4ee4-abc3-a66bf7af215e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.724430] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f26e07-a792-4b75-8c19-a7894b125a59 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.732750] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec412f-12a8-4cb2-9f4d-4d28d723350f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.746164] env[69287]: DEBUG nova.compute.provider_tree [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.757702] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "fdd5c1d1-f063-40f0-b242-92693bfd8899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.757951] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.758256] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "fdd5c1d1-f063-40f0-b242-92693bfd8899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.758368] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.758534] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.760409] env[69287]: INFO nova.compute.manager [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Terminating instance [ 924.799347] env[69287]: DEBUG nova.network.neutron [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Updated VIF entry in instance network info cache for port 207d4691-f708-477c-9600-84b91327bbad. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.799716] env[69287]: DEBUG nova.network.neutron [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Updating instance_info_cache with network_info: [{"id": "207d4691-f708-477c-9600-84b91327bbad", "address": "fa:16:3e:1b:20:f0", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207d4691-f7", "ovs_interfaceid": "207d4691-f708-477c-9600-84b91327bbad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.824924] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d0fcc8d5-7e9b-4efb-a9b0-0cdfd8a3b2f8 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.088s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.825226] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522eb159-0775-8bbb-29ca-abab4a4d764c, 'name': SearchDatastore_Task, 'duration_secs': 0.016765} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.825537] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.825730] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.825967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.826129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.826307] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.826832] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6f8bac6-d78b-41b3-9205-5eeeccaa7db4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.836745] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.836963] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.838023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b39a9f-9cc6-4de4-8d14-727e8776858c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.843650] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 924.843650] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e2a442-313e-ef84-8c12-b00cc29cff9c" [ 924.843650] env[69287]: _type = "Task" [ 924.843650] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.853567] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e2a442-313e-ef84-8c12-b00cc29cff9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.919374] env[69287]: INFO nova.compute.manager [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Rebuilding instance [ 924.945406] env[69287]: DEBUG nova.compute.manager [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Received event network-changed-74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.945657] env[69287]: DEBUG nova.compute.manager [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Refreshing instance network info cache due to event network-changed-74e59170-e22f-4da2-9a98-28a1489319c8. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.948086] env[69287]: DEBUG oslo_concurrency.lockutils [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] Acquiring lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.948294] env[69287]: DEBUG oslo_concurrency.lockutils [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] Acquired lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.948501] env[69287]: DEBUG nova.network.neutron [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Refreshing network info cache for port 74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.968027] env[69287]: DEBUG nova.compute.manager [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.968878] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7270786b-3633-4506-b50b-143069fa6de1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.249695] env[69287]: DEBUG nova.scheduler.client.report [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.266691] env[69287]: DEBUG nova.compute.manager [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.266969] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.268715] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85578bd7-fef0-49be-af5d-5ca5566ad61a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.277511] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.277935] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b303b0ac-3ea2-4c32-9be9-7a15e7936890 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.284627] env[69287]: DEBUG oslo_vmware.api [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 925.284627] env[69287]: value = "task-3450709" [ 925.284627] env[69287]: _type = "Task" [ 925.284627] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.293501] env[69287]: DEBUG oslo_vmware.api [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.302305] env[69287]: DEBUG oslo_concurrency.lockutils [req-cd11c2ae-a545-4056-88ef-1db28b9e1a4a req-f63a63f0-9317-4d2f-98db-461b387b0a45 service nova] Releasing lock "refresh_cache-0ca3f117-957f-4669-931e-dd041e660068" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.354425] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e2a442-313e-ef84-8c12-b00cc29cff9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.355260] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb497dec-8444-4433-a59c-68ad0057faf8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.360945] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 925.360945] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d28fa5-7bb5-8c65-d4b3-21dd472573c6" [ 925.360945] env[69287]: _type = "Task" [ 925.360945] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.368774] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d28fa5-7bb5-8c65-d4b3-21dd472573c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.735287] env[69287]: DEBUG nova.network.neutron [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updated VIF entry in instance network info cache for port 74e59170-e22f-4da2-9a98-28a1489319c8. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.735667] env[69287]: DEBUG nova.network.neutron [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updating instance_info_cache with network_info: [{"id": "74e59170-e22f-4da2-9a98-28a1489319c8", "address": "fa:16:3e:2f:4a:56", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74e59170-e2", "ovs_interfaceid": "74e59170-e22f-4da2-9a98-28a1489319c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.756104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.756104] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.758129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.132s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.758350] env[69287]: DEBUG nova.objects.instance [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lazy-loading 'resources' on Instance uuid 52a72c7e-e441-4fb5-a9ce-2f1eb4478308 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.800604] env[69287]: DEBUG oslo_vmware.api [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450709, 'name': PowerOffVM_Task, 'duration_secs': 0.21206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.800882] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.801068] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.801321] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b942587a-10a0-4fcb-a359-4acb4d43c571 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.871054] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.871054] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.871267] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Deleting the datastore file [datastore1] fdd5c1d1-f063-40f0-b242-92693bfd8899 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.871505] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d98d537-922a-4574-b3a5-d1f1cafa75dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.876728] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d28fa5-7bb5-8c65-d4b3-21dd472573c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.877344] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.877606] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 0ca3f117-957f-4669-931e-dd041e660068/0ca3f117-957f-4669-931e-dd041e660068.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.877880] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ecd1f6-4c69-4127-b39c-4a0be77ea6f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.882036] env[69287]: DEBUG oslo_vmware.api [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for the task: (returnval){ [ 925.882036] env[69287]: value = "task-3450711" [ 925.882036] env[69287]: _type = "Task" [ 925.882036] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.887032] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 925.887032] env[69287]: value = "task-3450712" [ 925.887032] env[69287]: _type = "Task" [ 925.887032] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.892894] env[69287]: DEBUG oslo_vmware.api [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.897618] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.985713] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.985814] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09de611-b305-4f8b-923e-f1083906378b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.993146] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 925.993146] env[69287]: value = "task-3450713" [ 925.993146] env[69287]: _type = "Task" [ 925.993146] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.002500] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.239908] env[69287]: DEBUG oslo_concurrency.lockutils [req-5db350a0-e21b-4dae-96df-27799185ddb7 req-35edbb01-d028-4803-97f1-d6c67f2fb22e service nova] Releasing lock "refresh_cache-2fff0678-f91f-401b-9637-dda14c0c8aa9" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.261855] env[69287]: DEBUG nova.compute.utils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.267046] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.267046] env[69287]: DEBUG nova.network.neutron [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.320636] env[69287]: DEBUG nova.policy [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5073e581d2548f69b529be0cf366491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda090eaafb4a7da5f51e2b7aba55fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.397279] env[69287]: DEBUG oslo_vmware.api [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Task: {'id': task-3450711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19891} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.398174] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.398389] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.398578] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.398814] env[69287]: INFO nova.compute.manager [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Took 1.13 seconds to destroy the instance on the hypervisor. [ 926.399531] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.403021] env[69287]: DEBUG nova.compute.manager [-] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.403142] env[69287]: DEBUG nova.network.neutron [-] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.404837] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507109} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.405125] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 0ca3f117-957f-4669-931e-dd041e660068/0ca3f117-957f-4669-931e-dd041e660068.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.405363] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.405916] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7505a3eb-5fc4-42bf-80d3-a6a9078f381f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.415249] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 926.415249] env[69287]: value = "task-3450714" [ 926.415249] env[69287]: _type = "Task" [ 926.415249] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.425293] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.505364] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450713, 'name': PowerOffVM_Task, 'duration_secs': 0.164762} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.508178] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.508520] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.509667] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a58e5-2d0e-4900-bfa2-f9fee0800015 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.516650] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.516949] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30424229-9a1e-4a7e-ae93-988cb81eb213 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.543179] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.543426] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.543633] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleting the datastore file [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.543915] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f87bb8-2d33-462b-8634-f6e198a38415 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.554783] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 926.554783] env[69287]: value = "task-3450716" [ 926.554783] env[69287]: _type = "Task" [ 926.554783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.565185] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.591131] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e3b04-3838-444d-9826-c8307157f6e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.603623] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b7ba02-89bf-4599-93d4-1f7a69ca5223 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.642996] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f221392-ca21-4746-a99e-628715a2493d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.650967] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fffa9-8090-4cef-87cc-2f79521b50ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.656280] env[69287]: DEBUG nova.network.neutron [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Successfully created port: 8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.669261] env[69287]: DEBUG nova.compute.provider_tree [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.767591] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.930205] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065686} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.930205] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.930205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dca0e34-11cd-4ac5-8f97-25015eec5411 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.956332] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0ca3f117-957f-4669-931e-dd041e660068/0ca3f117-957f-4669-931e-dd041e660068.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.956332] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a883cc-9b72-4384-99d8-d0325bca1e3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.979730] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 926.979730] env[69287]: value = "task-3450717" [ 926.979730] env[69287]: _type = "Task" [ 926.979730] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.988277] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.035308] env[69287]: DEBUG nova.compute.manager [req-9fcc74b0-7067-4519-ab29-c46174bf6e7c req-4db89334-b0a9-4b66-8e78-8ad0aa1c2db6 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Received event network-vif-deleted-fd54d50f-3790-4c98-854e-a5d5cd777c91 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.035523] env[69287]: INFO nova.compute.manager [req-9fcc74b0-7067-4519-ab29-c46174bf6e7c req-4db89334-b0a9-4b66-8e78-8ad0aa1c2db6 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Neutron deleted interface fd54d50f-3790-4c98-854e-a5d5cd777c91; detaching it from the instance and deleting it from the info cache [ 927.035782] env[69287]: DEBUG nova.network.neutron [req-9fcc74b0-7067-4519-ab29-c46174bf6e7c req-4db89334-b0a9-4b66-8e78-8ad0aa1c2db6 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.068631] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273552} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.068937] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.069288] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.069367] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.172912] env[69287]: DEBUG nova.scheduler.client.report [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.361212] env[69287]: DEBUG nova.network.neutron [-] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.488196] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.542737] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b25811e-eaae-4c5f-9a1a-26c1e19b30dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.551929] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74abdc1b-03c2-4a1c-b4a9-54a118313857 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.588025] env[69287]: DEBUG nova.compute.manager [req-9fcc74b0-7067-4519-ab29-c46174bf6e7c req-4db89334-b0a9-4b66-8e78-8ad0aa1c2db6 service nova] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Detach interface failed, port_id=fd54d50f-3790-4c98-854e-a5d5cd777c91, reason: Instance fdd5c1d1-f063-40f0-b242-92693bfd8899 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 927.680029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.682310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.800s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.683921] env[69287]: INFO nova.compute.claims [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.706481] env[69287]: INFO nova.scheduler.client.report [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Deleted allocations for instance 52a72c7e-e441-4fb5-a9ce-2f1eb4478308 [ 927.777900] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.804997] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.805284] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.805444] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.805626] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.805772] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.805924] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.806146] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.806359] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.806585] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.806819] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.807039] env[69287]: DEBUG nova.virt.hardware [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.808063] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd67489-e81a-46fe-885d-0586d6558ff6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.816315] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6059cd-91f1-40be-870f-b0ca3c5c7ee6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.866108] env[69287]: INFO nova.compute.manager [-] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Took 1.46 seconds to deallocate network for instance. [ 927.989137] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.111540] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.111894] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.112148] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.112414] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.112624] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.112834] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.113142] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.113391] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.113958] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.113958] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.114148] env[69287]: DEBUG nova.virt.hardware [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.115369] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a39fbf-8c8e-4513-a091-98d1866a2ef0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.132621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7129d9e-fe6b-4373-9450-48cf7b254578 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.154416] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.159491] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.159745] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.159977] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-789a8ecf-71a2-4abc-982f-518e4b7662ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.177362] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.177362] env[69287]: value = "task-3450718" [ 928.177362] env[69287]: _type = "Task" [ 928.177362] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.187367] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450718, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.215947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e831d589-4ec3-457f-a58a-b7a508446e17 tempest-ServerPasswordTestJSON-1398781941 tempest-ServerPasswordTestJSON-1398781941-project-member] Lock "52a72c7e-e441-4fb5-a9ce-2f1eb4478308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.161s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.263567] env[69287]: DEBUG nova.compute.manager [req-5cf0dc06-d6b4-400c-9623-cfbce0961e47 req-45062f8a-2025-4351-8f18-85aa268c5056 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Received event network-vif-plugged-8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.263567] env[69287]: DEBUG oslo_concurrency.lockutils [req-5cf0dc06-d6b4-400c-9623-cfbce0961e47 req-45062f8a-2025-4351-8f18-85aa268c5056 service nova] Acquiring lock "d0539695-57c8-490c-8330-071f48be642d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.263678] env[69287]: DEBUG oslo_concurrency.lockutils [req-5cf0dc06-d6b4-400c-9623-cfbce0961e47 req-45062f8a-2025-4351-8f18-85aa268c5056 service nova] Lock "d0539695-57c8-490c-8330-071f48be642d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.263836] env[69287]: DEBUG oslo_concurrency.lockutils [req-5cf0dc06-d6b4-400c-9623-cfbce0961e47 req-45062f8a-2025-4351-8f18-85aa268c5056 service nova] Lock "d0539695-57c8-490c-8330-071f48be642d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.264010] env[69287]: DEBUG nova.compute.manager [req-5cf0dc06-d6b4-400c-9623-cfbce0961e47 req-45062f8a-2025-4351-8f18-85aa268c5056 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] No waiting events found dispatching network-vif-plugged-8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.264183] env[69287]: WARNING nova.compute.manager [req-5cf0dc06-d6b4-400c-9623-cfbce0961e47 req-45062f8a-2025-4351-8f18-85aa268c5056 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Received unexpected event network-vif-plugged-8622f9f4-316c-44df-b3db-8690ead37dd0 for instance with vm_state building and task_state spawning. [ 928.372765] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.393223] env[69287]: DEBUG nova.network.neutron [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Successfully updated port: 8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.492166] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450717, 'name': ReconfigVM_Task, 'duration_secs': 1.048225} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.492474] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0ca3f117-957f-4669-931e-dd041e660068/0ca3f117-957f-4669-931e-dd041e660068.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.493178] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b8b1f1-1fc5-48bd-af9d-f668d933c4c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.499020] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 928.499020] env[69287]: value = "task-3450719" [ 928.499020] env[69287]: _type = "Task" [ 928.499020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.507505] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450719, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.686797] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450718, 'name': CreateVM_Task, 'duration_secs': 0.342648} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.687042] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.687413] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.687575] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.687950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688212] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24de924-7504-4c5c-af66-9be2b8bca9ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.695606] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 928.695606] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5278c396-5025-d335-713e-8a4f648f71bc" [ 928.695606] env[69287]: _type = "Task" [ 928.695606] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.703095] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5278c396-5025-d335-713e-8a4f648f71bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.895210] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.895404] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.895561] env[69287]: DEBUG nova.network.neutron [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.972400] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf74d78-f213-4c91-9ee4-caca07666bbc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.981637] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2395a09a-267d-49ba-87bf-f1816bbf2d47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.024028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e3380-06a2-4976-a11c-a03dc67182e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.031651] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450719, 'name': Rename_Task, 'duration_secs': 0.169468} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.033687] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.033974] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c7f894-b1fe-4cde-aa04-754361e3914f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.036599] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b918b8f-a02f-4e0d-9cc2-6d06df2671ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.050685] env[69287]: DEBUG nova.compute.provider_tree [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.052299] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 929.052299] env[69287]: value = "task-3450720" [ 929.052299] env[69287]: _type = "Task" [ 929.052299] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.061855] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.208014] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5278c396-5025-d335-713e-8a4f648f71bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.208014] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.208014] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.208014] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.208239] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.208283] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.208547] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72139c99-06d1-4a72-85b2-5ee9ba530c1c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.217946] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.218178] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.218943] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96663f93-10e5-45a6-bd68-06c4301f022f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.225560] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 929.225560] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528ca5f2-872d-9038-8b4b-061f0d2fe2ba" [ 929.225560] env[69287]: _type = "Task" [ 929.225560] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.234280] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528ca5f2-872d-9038-8b4b-061f0d2fe2ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.455862] env[69287]: DEBUG nova.network.neutron [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.554243] env[69287]: DEBUG nova.scheduler.client.report [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.567687] env[69287]: DEBUG oslo_vmware.api [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450720, 'name': PowerOnVM_Task, 'duration_secs': 0.49984} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.568088] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.568403] env[69287]: INFO nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Took 8.29 seconds to spawn the instance on the hypervisor. [ 929.568702] env[69287]: DEBUG nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.569565] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6de545-7ba5-4602-a28b-4925be2114f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.615378] env[69287]: DEBUG nova.network.neutron [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.740250] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528ca5f2-872d-9038-8b4b-061f0d2fe2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.741124] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28b255a-c994-497e-9f27-0f47eaf11b62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.746515] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 929.746515] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b04efb-6ee1-147e-c1cf-88bd46854dc6" [ 929.746515] env[69287]: _type = "Task" [ 929.746515] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.754628] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b04efb-6ee1-147e-c1cf-88bd46854dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.063821] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.064395] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.067055] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.179s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.067307] env[69287]: DEBUG nova.objects.instance [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lazy-loading 'resources' on Instance uuid 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.093070] env[69287]: INFO nova.compute.manager [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Took 25.56 seconds to build instance. [ 930.119028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119028] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Instance network_info: |[{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.119639] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:31:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8622f9f4-316c-44df-b3db-8690ead37dd0', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.127042] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating folder: Project (eeda090eaafb4a7da5f51e2b7aba55fe). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.127298] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ab3a92-50e3-49f6-b9b9-a7ce9d64dd4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.137539] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created folder: Project (eeda090eaafb4a7da5f51e2b7aba55fe) in parent group-v688742. [ 930.137739] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating folder: Instances. Parent ref: group-v688953. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.137981] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb839f88-9eb7-49bc-94fc-27455e182f05 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.146661] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created folder: Instances in parent group-v688953. [ 930.146903] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.147118] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0539695-57c8-490c-8330-071f48be642d] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.147324] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f73b85-65d9-40ab-a377-2d699b5f81e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.166722] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.166722] env[69287]: value = "task-3450723" [ 930.166722] env[69287]: _type = "Task" [ 930.166722] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.174832] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450723, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.256540] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b04efb-6ee1-147e-c1cf-88bd46854dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.256825] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.257107] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.257370] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef99c8dd-584c-40a0-b86c-8cc93767fbad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.264029] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 930.264029] env[69287]: value = "task-3450724" [ 930.264029] env[69287]: _type = "Task" [ 930.264029] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.272423] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.300636] env[69287]: DEBUG nova.compute.manager [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Received event network-changed-8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.300701] env[69287]: DEBUG nova.compute.manager [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Refreshing instance network info cache due to event network-changed-8622f9f4-316c-44df-b3db-8690ead37dd0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.300993] env[69287]: DEBUG oslo_concurrency.lockutils [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] Acquiring lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.301275] env[69287]: DEBUG oslo_concurrency.lockutils [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] Acquired lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.301476] env[69287]: DEBUG nova.network.neutron [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Refreshing network info cache for port 8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.571251] env[69287]: DEBUG nova.compute.utils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.572993] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.573261] env[69287]: DEBUG nova.network.neutron [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.593967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9384fa60-b7dd-424b-9ef1-2fa3c356af9f tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.070s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.644904] env[69287]: DEBUG nova.policy [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595323cb94624703bc1274a4a5e67609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc00f367efe649ed83dbcc7dcb1b0c5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.687144] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450723, 'name': CreateVM_Task, 'duration_secs': 0.33203} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.688417] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0539695-57c8-490c-8330-071f48be642d] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.688417] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.688417] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.689061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.690113] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e3ea64-8e80-4e10-a2ee-772f041caaf8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.697186] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 930.697186] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a26dfc-e6dd-5f68-5fa1-ab590885aed5" [ 930.697186] env[69287]: _type = "Task" [ 930.697186] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.714930] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a26dfc-e6dd-5f68-5fa1-ab590885aed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.775895] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505844} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.779139] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.779256] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.779764] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78137692-917f-456d-920c-6a44310112b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.786752] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 930.786752] env[69287]: value = "task-3450725" [ 930.786752] env[69287]: _type = "Task" [ 930.786752] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.797505] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.925456] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b3ae3-28ec-49e4-966a-7af26b70e061 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.934653] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50800b3-bc8e-41a3-b555-e88e55eeb05b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.977256] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c2f5a1-638b-46f4-87d0-228bc817e877 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.986543] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875aa06-1327-4f56-9ad8-3edb4ecc74f1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.001057] env[69287]: DEBUG nova.compute.provider_tree [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.009165] env[69287]: DEBUG nova.network.neutron [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Successfully created port: 6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.079472] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.177480] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0ca3f117-957f-4669-931e-dd041e660068" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.178057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.178267] env[69287]: DEBUG nova.compute.manager [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.179358] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c773e-05e4-4501-aafa-9e49592f0a85 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.187399] env[69287]: DEBUG nova.compute.manager [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 931.188147] env[69287]: DEBUG nova.objects.instance [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'flavor' on Instance uuid 0ca3f117-957f-4669-931e-dd041e660068 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.220169] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a26dfc-e6dd-5f68-5fa1-ab590885aed5, 'name': SearchDatastore_Task, 'duration_secs': 0.02263} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.220445] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.221522] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.221784] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221936] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.222138] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.222668] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b63b4af4-6757-4b0e-b05c-13295980c132 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.236742] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.236742] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.237492] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aea3675-ea4d-4d06-8a13-654b9f6b26ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.242827] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 931.242827] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d0bc47-6a48-6dba-a9b1-0309670d8bbc" [ 931.242827] env[69287]: _type = "Task" [ 931.242827] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.254396] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d0bc47-6a48-6dba-a9b1-0309670d8bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.299130] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161138} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.299549] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.300283] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7658b24c-ce81-4da8-be86-ab22988599cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.321351] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.321696] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8282bb9-82c4-45b6-a9cb-25ea3f5f534d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.336889] env[69287]: DEBUG nova.network.neutron [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updated VIF entry in instance network info cache for port 8622f9f4-316c-44df-b3db-8690ead37dd0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.337257] env[69287]: DEBUG nova.network.neutron [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.342815] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "32c513e1-a287-499a-b869-fbd4421df05f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.342979] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "32c513e1-a287-499a-b869-fbd4421df05f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.347096] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 931.347096] env[69287]: value = "task-3450726" [ 931.347096] env[69287]: _type = "Task" [ 931.347096] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.356469] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.505130] env[69287]: DEBUG nova.scheduler.client.report [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.752524] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d0bc47-6a48-6dba-a9b1-0309670d8bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.016039} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.753278] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9132cb2-9b69-42c4-a75a-7b279096db55 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.758020] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 931.758020] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f56261-435c-c6b6-a7ff-bd8361ee0e34" [ 931.758020] env[69287]: _type = "Task" [ 931.758020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.765837] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f56261-435c-c6b6-a7ff-bd8361ee0e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.843685] env[69287]: DEBUG oslo_concurrency.lockutils [req-d81d321f-047d-49c0-8f4b-d73fe3529686 req-e63a7c2c-7083-4cc0-b7ab-2d75deeb1b2c service nova] Releasing lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.845387] env[69287]: DEBUG nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.856306] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450726, 'name': ReconfigVM_Task, 'duration_secs': 0.302989} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.856572] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb/37bc9765-5be5-45b9-b1c4-c6f73045e3bb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.857209] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3db55c1-15d7-4240-b1d6-9268d39969ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.863505] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 931.863505] env[69287]: value = "task-3450727" [ 931.863505] env[69287]: _type = "Task" [ 931.863505] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.872831] env[69287]: DEBUG oslo_concurrency.lockutils [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.873075] env[69287]: DEBUG oslo_concurrency.lockutils [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.873291] env[69287]: INFO nova.compute.manager [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Rebooting instance [ 931.874549] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450727, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.010839] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.015563] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.585s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.017128] env[69287]: INFO nova.compute.claims [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.044616] env[69287]: INFO nova.scheduler.client.report [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Deleted allocations for instance 19b297d9-f3a5-4ebb-8964-815cd27c5fe9 [ 932.089647] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.121095] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.121387] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.121567] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.121947] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.121947] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.122333] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.122601] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.122774] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.122951] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.123199] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.123311] env[69287]: DEBUG nova.virt.hardware [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.124218] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c93cfe-5fd5-4669-8063-39a4871a9885 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.133178] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345220df-44b8-466e-af95-0be8c7b17921 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.195516] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.196258] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300d04eb-b22b-44b2-a132-d89adc34cc20 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.203325] env[69287]: DEBUG oslo_vmware.api [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 932.203325] env[69287]: value = "task-3450728" [ 932.203325] env[69287]: _type = "Task" [ 932.203325] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.213866] env[69287]: DEBUG oslo_vmware.api [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.268557] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f56261-435c-c6b6-a7ff-bd8361ee0e34, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.268835] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.269135] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d0539695-57c8-490c-8330-071f48be642d/d0539695-57c8-490c-8330-071f48be642d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.269397] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f675576-3fe1-4856-80ad-21ff1deb3604 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.275910] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 932.275910] env[69287]: value = "task-3450729" [ 932.275910] env[69287]: _type = "Task" [ 932.275910] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.284111] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.374640] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450727, 'name': Rename_Task, 'duration_secs': 0.139871} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.374976] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.377518] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8098a99f-2afe-48e5-b8cf-c574baf491df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.380034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.386749] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 932.386749] env[69287]: value = "task-3450730" [ 932.386749] env[69287]: _type = "Task" [ 932.386749] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.394802] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.399586] env[69287]: DEBUG oslo_concurrency.lockutils [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.399778] env[69287]: DEBUG oslo_concurrency.lockutils [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.400528] env[69287]: DEBUG nova.network.neutron [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.475774] env[69287]: DEBUG nova.compute.manager [req-02e467e3-91bf-4fef-814a-fc1f0b96a747 req-1f618143-ee08-4477-9455-2b4b1d29b397 service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Received event network-vif-plugged-6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.476016] env[69287]: DEBUG oslo_concurrency.lockutils [req-02e467e3-91bf-4fef-814a-fc1f0b96a747 req-1f618143-ee08-4477-9455-2b4b1d29b397 service nova] Acquiring lock "4b1305d9-0c72-4874-9650-1305fbdb76e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.476225] env[69287]: DEBUG oslo_concurrency.lockutils [req-02e467e3-91bf-4fef-814a-fc1f0b96a747 req-1f618143-ee08-4477-9455-2b4b1d29b397 service nova] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.476398] env[69287]: DEBUG oslo_concurrency.lockutils [req-02e467e3-91bf-4fef-814a-fc1f0b96a747 req-1f618143-ee08-4477-9455-2b4b1d29b397 service nova] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.476563] env[69287]: DEBUG nova.compute.manager [req-02e467e3-91bf-4fef-814a-fc1f0b96a747 req-1f618143-ee08-4477-9455-2b4b1d29b397 service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] No waiting events found dispatching network-vif-plugged-6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.476724] env[69287]: WARNING nova.compute.manager [req-02e467e3-91bf-4fef-814a-fc1f0b96a747 req-1f618143-ee08-4477-9455-2b4b1d29b397 service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Received unexpected event network-vif-plugged-6e2e0822-e75e-4321-9fba-c460b46bb569 for instance with vm_state building and task_state spawning. [ 932.557641] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4ab87e46-37bb-41da-98a8-d9bb1ce5c7db tempest-MigrationsAdminTest-1612892786 tempest-MigrationsAdminTest-1612892786-project-member] Lock "19b297d9-f3a5-4ebb-8964-815cd27c5fe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.410s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.617696] env[69287]: DEBUG nova.network.neutron [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Successfully updated port: 6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.718336] env[69287]: DEBUG oslo_vmware.api [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450728, 'name': PowerOffVM_Task, 'duration_secs': 0.21121} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.718743] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.719077] env[69287]: DEBUG nova.compute.manager [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.719935] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d5c0d3-584f-4ea0-959c-140e71e169ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.786275] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.896598] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450730, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.120335] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "refresh_cache-4b1305d9-0c72-4874-9650-1305fbdb76e8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.120504] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "refresh_cache-4b1305d9-0c72-4874-9650-1305fbdb76e8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.120630] env[69287]: DEBUG nova.network.neutron [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.233877] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9d9bbf86-b373-42d7-899e-6aa785c762d3 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.291462] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573759} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.291721] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d0539695-57c8-490c-8330-071f48be642d/d0539695-57c8-490c-8330-071f48be642d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.292444] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.292444] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee72f928-e096-4288-a510-f503ae69f95a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.300273] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 933.300273] env[69287]: value = "task-3450731" [ 933.300273] env[69287]: _type = "Task" [ 933.300273] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.312146] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.398249] env[69287]: DEBUG oslo_vmware.api [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450730, 'name': PowerOnVM_Task, 'duration_secs': 0.610036} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.398473] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.398752] env[69287]: DEBUG nova.compute.manager [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.399557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5f20a3-8cc7-4265-8ec1-a93dda2a31d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.405064] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077c1188-488f-4596-8304-49dd8d8e3721 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.417396] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08884312-1ed3-4158-adfb-00bcb8283126 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.467485] env[69287]: DEBUG nova.network.neutron [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.473024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d03350-b4cc-47ed-b024-89cfd0e41bff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.484358] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2846c-31bd-45cd-a680-a8142a85afce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.513250] env[69287]: DEBUG nova.compute.provider_tree [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.657046] env[69287]: DEBUG nova.network.neutron [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.814448] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079282} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.814756] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.819687] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe45bcc-35f3-421f-88f6-e8e17ca2c630 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.843073] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d0539695-57c8-490c-8330-071f48be642d/d0539695-57c8-490c-8330-071f48be642d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.844145] env[69287]: DEBUG nova.network.neutron [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Updating instance_info_cache with network_info: [{"id": "6e2e0822-e75e-4321-9fba-c460b46bb569", "address": "fa:16:3e:ce:3a:f7", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2e0822-e7", "ovs_interfaceid": "6e2e0822-e75e-4321-9fba-c460b46bb569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.845311] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be3a6bc-0848-473d-93c8-b8394c463b61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.872457] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "refresh_cache-4b1305d9-0c72-4874-9650-1305fbdb76e8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.873107] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance network_info: |[{"id": "6e2e0822-e75e-4321-9fba-c460b46bb569", "address": "fa:16:3e:ce:3a:f7", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2e0822-e7", "ovs_interfaceid": "6e2e0822-e75e-4321-9fba-c460b46bb569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.874450] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:3a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e2e0822-e75e-4321-9fba-c460b46bb569', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.885412] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating folder: Project (cc00f367efe649ed83dbcc7dcb1b0c5e). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.886896] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f7819d8-9169-4654-afb6-a4765accd8ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.891837] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 933.891837] env[69287]: value = "task-3450732" [ 933.891837] env[69287]: _type = "Task" [ 933.891837] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.899313] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created folder: Project (cc00f367efe649ed83dbcc7dcb1b0c5e) in parent group-v688742. [ 933.899651] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating folder: Instances. Parent ref: group-v688956. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.900332] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad7113b-a264-4634-a7df-c81710acd457 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.907971] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.913163] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created folder: Instances in parent group-v688956. [ 933.913667] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.913667] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.917519] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a19016e0-68ba-418c-96ac-08b0db7c541b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.935555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.940266] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.940266] env[69287]: value = "task-3450735" [ 933.940266] env[69287]: _type = "Task" [ 933.940266] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.948180] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450735, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.977424] env[69287]: DEBUG oslo_concurrency.lockutils [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.996041] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0ca3f117-957f-4669-931e-dd041e660068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.996041] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.996301] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "0ca3f117-957f-4669-931e-dd041e660068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.996450] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.996535] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.001204] env[69287]: INFO nova.compute.manager [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Terminating instance [ 934.017683] env[69287]: DEBUG nova.scheduler.client.report [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.403635] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.449682] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450735, 'name': CreateVM_Task, 'duration_secs': 0.342565} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.449865] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.450570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.450745] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.451091] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.451358] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4988573d-efc9-4bd1-9f01-d64507bf1efc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.455589] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 934.455589] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5239f566-2497-b8e6-a812-61fde4971a26" [ 934.455589] env[69287]: _type = "Task" [ 934.455589] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.463073] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5239f566-2497-b8e6-a812-61fde4971a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.481728] env[69287]: DEBUG nova.compute.manager [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.482656] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6359ff30-fb0a-4c27-9d2a-6b630cf052a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.504830] env[69287]: DEBUG nova.compute.manager [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.505078] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.505959] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07f16d-22af-41c2-970b-ad3a01283893 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.514710] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.514710] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f525a0e1-cab2-46b3-8e2b-b4ec29885e29 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.523662] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.524017] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.526670] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.699s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.531701] env[69287]: DEBUG nova.compute.manager [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Received event network-changed-6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.531907] env[69287]: DEBUG nova.compute.manager [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Refreshing instance network info cache due to event network-changed-6e2e0822-e75e-4321-9fba-c460b46bb569. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 934.532104] env[69287]: DEBUG oslo_concurrency.lockutils [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] Acquiring lock "refresh_cache-4b1305d9-0c72-4874-9650-1305fbdb76e8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.532268] env[69287]: DEBUG oslo_concurrency.lockutils [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] Acquired lock "refresh_cache-4b1305d9-0c72-4874-9650-1305fbdb76e8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.532413] env[69287]: DEBUG nova.network.neutron [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Refreshing network info cache for port 6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.584527] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.584755] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.584937] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleting the datastore file [datastore2] 0ca3f117-957f-4669-931e-dd041e660068 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.585254] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713cde5b-a5c7-40e4-8698-1264ddbc5aec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.592483] env[69287]: DEBUG oslo_vmware.api [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 934.592483] env[69287]: value = "task-3450737" [ 934.592483] env[69287]: _type = "Task" [ 934.592483] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.602258] env[69287]: DEBUG oslo_vmware.api [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.905445] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450732, 'name': ReconfigVM_Task, 'duration_secs': 0.796078} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.905445] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d0539695-57c8-490c-8330-071f48be642d/d0539695-57c8-490c-8330-071f48be642d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.905445] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e93f6da6-0ba3-45e4-b045-ac9b33f04acb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.911342] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 934.911342] env[69287]: value = "task-3450738" [ 934.911342] env[69287]: _type = "Task" [ 934.911342] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.922640] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450738, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.972761] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5239f566-2497-b8e6-a812-61fde4971a26, 'name': SearchDatastore_Task, 'duration_secs': 0.058603} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.972963] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.973261] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.973542] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.973727] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.973961] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.974255] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63669631-3c26-4aa4-bb76-903bb8ba0708 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.982910] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.982910] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.983264] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210b9ade-a684-449b-9b84-a5792c5b665f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.996669] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 934.996669] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261809b-6ab6-cd69-849e-04dcb14389e5" [ 934.996669] env[69287]: _type = "Task" [ 934.996669] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.008098] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261809b-6ab6-cd69-849e-04dcb14389e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.008098] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241248d7-dc31-4fa6-b11f-ec1636cfe336 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.012759] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 935.012759] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524f89ca-6555-f5fe-ae59-e9f723d6d770" [ 935.012759] env[69287]: _type = "Task" [ 935.012759] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.020768] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524f89ca-6555-f5fe-ae59-e9f723d6d770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.030193] env[69287]: DEBUG nova.compute.utils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 935.040024] env[69287]: INFO nova.compute.claims [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.042177] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.042353] env[69287]: DEBUG nova.network.neutron [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.102493] env[69287]: DEBUG oslo_vmware.api [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370723} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.102701] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.105014] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.105014] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.105014] env[69287]: INFO nova.compute.manager [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Took 0.60 seconds to destroy the instance on the hypervisor. [ 935.105014] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.105266] env[69287]: DEBUG nova.policy [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595323cb94624703bc1274a4a5e67609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc00f367efe649ed83dbcc7dcb1b0c5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.106840] env[69287]: DEBUG nova.compute.manager [-] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.106840] env[69287]: DEBUG nova.network.neutron [-] [instance: 0ca3f117-957f-4669-931e-dd041e660068] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.290676] env[69287]: DEBUG nova.network.neutron [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Updated VIF entry in instance network info cache for port 6e2e0822-e75e-4321-9fba-c460b46bb569. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.291044] env[69287]: DEBUG nova.network.neutron [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Updating instance_info_cache with network_info: [{"id": "6e2e0822-e75e-4321-9fba-c460b46bb569", "address": "fa:16:3e:ce:3a:f7", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2e0822-e7", "ovs_interfaceid": "6e2e0822-e75e-4321-9fba-c460b46bb569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.371882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.371882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.371882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.371882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.371882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.374414] env[69287]: INFO nova.compute.manager [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Terminating instance [ 935.422860] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450738, 'name': Rename_Task, 'duration_secs': 0.252493} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.423410] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.423807] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48130d2e-6d0c-4544-89dd-93b1454718a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.432020] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 935.432020] env[69287]: value = "task-3450739" [ 935.432020] env[69287]: _type = "Task" [ 935.432020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.441283] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.502869] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04902a72-a08c-4e71-bbe1-bdb130682958 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.511031] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Doing hard reboot of VM {{(pid=69287) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 935.512140] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ee124f04-1047-4699-b9a5-0e52c96522e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.517104] env[69287]: DEBUG oslo_vmware.api [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 935.517104] env[69287]: value = "task-3450740" [ 935.517104] env[69287]: _type = "Task" [ 935.517104] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.526159] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524f89ca-6555-f5fe-ae59-e9f723d6d770, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.526159] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.526159] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.526159] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9734b4-417e-4c73-a4e1-5d4f2d403767 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.530813] env[69287]: DEBUG oslo_vmware.api [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450740, 'name': ResetVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.535191] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 935.535191] env[69287]: value = "task-3450741" [ 935.535191] env[69287]: _type = "Task" [ 935.535191] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.536016] env[69287]: DEBUG nova.network.neutron [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Successfully created port: 65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.548463] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.552719] env[69287]: INFO nova.compute.resource_tracker [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating resource usage from migration 8c49e2c5-0013-43ea-ac29-19945e58bb84 [ 935.556573] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.798233] env[69287]: DEBUG oslo_concurrency.lockutils [req-7ab81bc9-709e-48d8-a91c-e35df6cadd4a req-bfa0fe9e-84e3-4569-8f1c-407597e2fafb service nova] Releasing lock "refresh_cache-4b1305d9-0c72-4874-9650-1305fbdb76e8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.876996] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "refresh_cache-37bc9765-5be5-45b9-b1c4-c6f73045e3bb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.877286] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "refresh_cache-37bc9765-5be5-45b9-b1c4-c6f73045e3bb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.877468] env[69287]: DEBUG nova.network.neutron [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.892905] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc67ccc-339f-4eb0-9618-a9e4d6500206 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.902247] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32bd20c-68f0-4787-9680-a6bfd082e202 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.939504] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f2ed1-f1a4-466d-8a0b-eda8465aca86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.948747] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.954515] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d5d32d-32ca-43e7-87a4-1ad124bc1b61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.972929] env[69287]: DEBUG nova.compute.provider_tree [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.979177] env[69287]: DEBUG nova.network.neutron [-] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.028298] env[69287]: DEBUG oslo_vmware.api [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450740, 'name': ResetVM_Task, 'duration_secs': 0.100537} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.028580] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Did hard reboot of VM {{(pid=69287) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 936.028787] env[69287]: DEBUG nova.compute.manager [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.029694] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c579358-1061-459a-8419-366349d6c664 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.054026] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506941} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.054026] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.054026] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.054026] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565f64e8-9b73-499b-bc4b-4155911d4da9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.063261] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 936.063261] env[69287]: value = "task-3450742" [ 936.063261] env[69287]: _type = "Task" [ 936.063261] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.076414] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.396976] env[69287]: DEBUG nova.network.neutron [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.441566] env[69287]: DEBUG nova.network.neutron [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.446094] env[69287]: DEBUG oslo_vmware.api [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450739, 'name': PowerOnVM_Task, 'duration_secs': 0.667026} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.446564] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.446769] env[69287]: INFO nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Took 8.67 seconds to spawn the instance on the hypervisor. [ 936.446953] env[69287]: DEBUG nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.447751] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8afa9-e202-4f5d-bb09-bfcc09cf781d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.478233] env[69287]: DEBUG nova.scheduler.client.report [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.483621] env[69287]: INFO nova.compute.manager [-] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Took 1.38 seconds to deallocate network for instance. [ 936.548214] env[69287]: DEBUG oslo_concurrency.lockutils [None req-586f6d9d-290a-4403-8484-98dee4dee38c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.675s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.564102] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.578248] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090921} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.579108] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.580258] env[69287]: DEBUG nova.compute.manager [req-a826bce5-d082-4a96-9636-8e6c9c0fd0b8 req-68e5e873-beb0-4354-bdad-ea69d1ffb895 service nova] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Received event network-vif-deleted-207d4691-f708-477c-9600-84b91327bbad {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.581105] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b275f77-2c3a-444e-a8a4-c57e8e16799e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.608012] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.610354] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.610568] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.610726] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.610941] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.611119] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.611345] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.611486] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.611663] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.611809] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.611964] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.612215] env[69287]: DEBUG nova.virt.hardware [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.612707] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50543dc5-0c16-458f-ad44-2726466dc5b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.627284] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd9b130-da5f-4dd4-888d-780901b31931 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.637360] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a3658-d535-4b27-9e16-f96fed34d56f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.641507] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 936.641507] env[69287]: value = "task-3450743" [ 936.641507] env[69287]: _type = "Task" [ 936.641507] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.659757] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.947773] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "refresh_cache-37bc9765-5be5-45b9-b1c4-c6f73045e3bb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948331] env[69287]: DEBUG nova.compute.manager [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.948529] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.949416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2602a4-5734-403d-a589-bb0659fb32d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.961623] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.963330] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-636f863e-dc29-4d1a-bb0b-1aab7f453649 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.965789] env[69287]: INFO nova.compute.manager [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Took 28.46 seconds to build instance. [ 936.969511] env[69287]: DEBUG oslo_vmware.api [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 936.969511] env[69287]: value = "task-3450744" [ 936.969511] env[69287]: _type = "Task" [ 936.969511] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.978838] env[69287]: DEBUG oslo_vmware.api [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.981667] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.981857] env[69287]: INFO nova.compute.manager [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Migrating [ 936.988287] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.547s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.989762] env[69287]: INFO nova.compute.claims [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.992836] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.121127] env[69287]: DEBUG nova.network.neutron [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Successfully updated port: 65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.152202] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450743, 'name': ReconfigVM_Task, 'duration_secs': 0.292859} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.152652] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.153401] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b67aa6b-4eb9-492e-bb7b-fbf48b8039e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.161071] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 937.161071] env[69287]: value = "task-3450745" [ 937.161071] env[69287]: _type = "Task" [ 937.161071] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.174021] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450745, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.467730] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e74f5ce-f838-4d9b-b14d-ccdae55e5580 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "d0539695-57c8-490c-8330-071f48be642d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.970s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.480090] env[69287]: DEBUG oslo_vmware.api [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450744, 'name': PowerOffVM_Task, 'duration_secs': 0.328815} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.480090] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.480090] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.480090] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cddda4a4-9194-4630-80c9-c8f4535a8294 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.501219] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.501794] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.501794] env[69287]: DEBUG nova.network.neutron [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.507050] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.507268] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.507454] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleting the datastore file [datastore1] 37bc9765-5be5-45b9-b1c4-c6f73045e3bb {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.507988] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7231d510-c5ea-46c6-b1dd-e50091e9e923 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.515828] env[69287]: DEBUG oslo_vmware.api [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 937.515828] env[69287]: value = "task-3450747" [ 937.515828] env[69287]: _type = "Task" [ 937.515828] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.524164] env[69287]: DEBUG oslo_vmware.api [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.621902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "refresh_cache-151a5d7e-8593-4d05-ae76-feb01e16c821" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.621902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "refresh_cache-151a5d7e-8593-4d05-ae76-feb01e16c821" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.622053] env[69287]: DEBUG nova.network.neutron [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.672375] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450745, 'name': Rename_Task, 'duration_secs': 0.150082} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.673046] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.673342] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61d363f-db17-487e-87c1-e62d059ac062 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.681504] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 937.681504] env[69287]: value = "task-3450748" [ 937.681504] env[69287]: _type = "Task" [ 937.681504] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.691695] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.026541] env[69287]: DEBUG oslo_vmware.api [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204183} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.029332] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.029609] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.029854] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.030107] env[69287]: INFO nova.compute.manager [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 938.030417] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.030853] env[69287]: DEBUG nova.compute.manager [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.031028] env[69287]: DEBUG nova.network.neutron [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.048324] env[69287]: DEBUG nova.network.neutron [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.189508] env[69287]: DEBUG nova.network.neutron [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.200445] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450748, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.371213] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cbe520-2e5f-4ada-b0e4-f57a61ea9917 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.379523] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce31460-1ca8-4c0c-a3d3-c2e0132762aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.416039] env[69287]: DEBUG nova.network.neutron [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Updating instance_info_cache with network_info: [{"id": "65996c7e-0d7d-48de-8342-bef4bfdb5191", "address": "fa:16:3e:7c:c2:5f", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65996c7e-0d", "ovs_interfaceid": "65996c7e-0d7d-48de-8342-bef4bfdb5191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.418326] env[69287]: DEBUG nova.network.neutron [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.419732] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c190653-ce48-43d3-80df-b17feec20c36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.429459] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b5add-b174-42e1-b3f2-22a4346e4d1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.445899] env[69287]: DEBUG nova.compute.provider_tree [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.551489] env[69287]: DEBUG nova.network.neutron [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.616866] env[69287]: DEBUG nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Received event network-vif-plugged-65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.617196] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Acquiring lock "151a5d7e-8593-4d05-ae76-feb01e16c821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.617483] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.617626] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.617795] env[69287]: DEBUG nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] No waiting events found dispatching network-vif-plugged-65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.617994] env[69287]: WARNING nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Received unexpected event network-vif-plugged-65996c7e-0d7d-48de-8342-bef4bfdb5191 for instance with vm_state building and task_state spawning. [ 938.618181] env[69287]: DEBUG nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Received event network-changed-65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.618339] env[69287]: DEBUG nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Refreshing instance network info cache due to event network-changed-65996c7e-0d7d-48de-8342-bef4bfdb5191. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.618524] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Acquiring lock "refresh_cache-151a5d7e-8593-4d05-ae76-feb01e16c821" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.692692] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.924211] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "refresh_cache-151a5d7e-8593-4d05-ae76-feb01e16c821" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.924538] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Instance network_info: |[{"id": "65996c7e-0d7d-48de-8342-bef4bfdb5191", "address": "fa:16:3e:7c:c2:5f", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65996c7e-0d", "ovs_interfaceid": "65996c7e-0d7d-48de-8342-bef4bfdb5191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.925201] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.926449] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Acquired lock "refresh_cache-151a5d7e-8593-4d05-ae76-feb01e16c821" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.926641] env[69287]: DEBUG nova.network.neutron [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Refreshing network info cache for port 65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.928196] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:c2:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65996c7e-0d7d-48de-8342-bef4bfdb5191', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.941929] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.950854] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.952546] env[69287]: DEBUG nova.scheduler.client.report [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.955785] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e7dad1-108f-4a40-9811-17b45fa4ae3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.982019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.992s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.982019] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.987211] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.831s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.987520] env[69287]: DEBUG nova.objects.instance [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lazy-loading 'resources' on Instance uuid acc9d915-13c4-45e2-bc98-0af1d8b9d714 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.995688] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.995688] env[69287]: value = "task-3450749" [ 938.995688] env[69287]: _type = "Task" [ 938.995688] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.006644] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450749, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.054102] env[69287]: INFO nova.compute.manager [-] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Took 1.02 seconds to deallocate network for instance. [ 939.194560] env[69287]: DEBUG oslo_vmware.api [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450748, 'name': PowerOnVM_Task, 'duration_secs': 1.069885} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.194845] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.194999] env[69287]: INFO nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Took 7.10 seconds to spawn the instance on the hypervisor. [ 939.195232] env[69287]: DEBUG nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.196079] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce7fe78-622a-494d-9319-933a749bc81e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.260466] env[69287]: DEBUG nova.network.neutron [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Updated VIF entry in instance network info cache for port 65996c7e-0d7d-48de-8342-bef4bfdb5191. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.260998] env[69287]: DEBUG nova.network.neutron [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Updating instance_info_cache with network_info: [{"id": "65996c7e-0d7d-48de-8342-bef4bfdb5191", "address": "fa:16:3e:7c:c2:5f", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65996c7e-0d", "ovs_interfaceid": "65996c7e-0d7d-48de-8342-bef4bfdb5191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.493849] env[69287]: DEBUG nova.compute.utils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.495437] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.495614] env[69287]: DEBUG nova.network.neutron [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.516091] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450749, 'name': CreateVM_Task, 'duration_secs': 0.479161} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.516091] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.517051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.517051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.517210] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.517486] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87916848-f54b-4a47-853e-fabdbe9c3cf1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.527981] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 939.527981] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5295d9ea-1eef-b300-7a90-0c60713cec3a" [ 939.527981] env[69287]: _type = "Task" [ 939.527981] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.538450] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5295d9ea-1eef-b300-7a90-0c60713cec3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.550832] env[69287]: DEBUG nova.policy [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec237be0774b4348ada208a3c3d10e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1141f53e9f6244649df606ce856de774', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.561297] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.718390] env[69287]: INFO nova.compute.manager [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Took 30.86 seconds to build instance. [ 939.764685] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Releasing lock "refresh_cache-151a5d7e-8593-4d05-ae76-feb01e16c821" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.765485] env[69287]: DEBUG nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Received event network-changed-8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.765696] env[69287]: DEBUG nova.compute.manager [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Refreshing instance network info cache due to event network-changed-8622f9f4-316c-44df-b3db-8690ead37dd0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 939.766034] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Acquiring lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.766200] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Acquired lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.766365] env[69287]: DEBUG nova.network.neutron [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Refreshing network info cache for port 8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.810667] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7ed644-fb79-434c-a463-e3e799a1237a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.821978] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e2a4b-62ce-46a2-a12b-771425bf8a4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.859551] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b8b9c-94e9-47b5-8462-afea33ff1da4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.869210] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c7861-1c0c-4ae7-aee7-a66f5f4993de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.883635] env[69287]: DEBUG nova.compute.provider_tree [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.920620] env[69287]: DEBUG nova.network.neutron [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Successfully created port: da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.959344] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85812a5-7600-48cd-830d-6bbadf9537fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.978313] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.003591] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.039336] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5295d9ea-1eef-b300-7a90-0c60713cec3a, 'name': SearchDatastore_Task, 'duration_secs': 0.023262} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.039650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.039875] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.040124] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.040265] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.040438] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.040690] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c6cf2e-cf73-44f8-b6a8-a8af415048ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.052064] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.052243] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.053620] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781f7d4b-19ef-4fed-99ab-82a730e77478 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.059587] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 940.059587] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a14d8b-212b-bb4e-1079-7615b97c4d56" [ 940.059587] env[69287]: _type = "Task" [ 940.059587] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.067914] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a14d8b-212b-bb4e-1079-7615b97c4d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.220716] env[69287]: DEBUG oslo_concurrency.lockutils [None req-33af3e89-1725-4716-b07a-ca9ce329cfaa tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.371s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.387315] env[69287]: DEBUG nova.scheduler.client.report [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.484629] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.484952] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2464bd1-34f2-4d47-9f1f-a5a922d05922 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.492694] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 940.492694] env[69287]: value = "task-3450750" [ 940.492694] env[69287]: _type = "Task" [ 940.492694] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.501147] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.524018] env[69287]: DEBUG nova.network.neutron [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updated VIF entry in instance network info cache for port 8622f9f4-316c-44df-b3db-8690ead37dd0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.524018] env[69287]: DEBUG nova.network.neutron [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.572429] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a14d8b-212b-bb4e-1079-7615b97c4d56, 'name': SearchDatastore_Task, 'duration_secs': 0.036507} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.573777] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8fd589-57bf-47ff-b803-dcb9972bd8af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.584122] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 940.584122] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c2a3ef-49f4-2850-1944-ccf5fa97b553" [ 940.584122] env[69287]: _type = "Task" [ 940.584122] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.592575] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c2a3ef-49f4-2850-1944-ccf5fa97b553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.893149] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.897295] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.984s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.899232] env[69287]: INFO nova.compute.claims [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.933754] env[69287]: INFO nova.scheduler.client.report [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted allocations for instance acc9d915-13c4-45e2-bc98-0af1d8b9d714 [ 941.004554] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.005139] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.017047] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.025158] env[69287]: DEBUG oslo_concurrency.lockutils [req-37b58ccb-151b-419d-b2a3-3e94cac3113e req-49713ba6-9c15-40dd-b5b1-351fdafd2e60 service nova] Releasing lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.049887] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.050425] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.050733] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.051060] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.051654] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.051951] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.052315] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.052630] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.052940] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.055019] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.055019] env[69287]: DEBUG nova.virt.hardware [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.055019] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2da163-1fcf-44b3-8ab8-71d3071111cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.064455] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444cfd9-ce7e-4750-908f-d923c800b4da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.095812] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c2a3ef-49f4-2850-1944-ccf5fa97b553, 'name': SearchDatastore_Task, 'duration_secs': 0.058757} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.096150] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.096417] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 151a5d7e-8593-4d05-ae76-feb01e16c821/151a5d7e-8593-4d05-ae76-feb01e16c821.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.096681] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13490177-1441-43eb-87a4-1e87852117e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.104809] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 941.104809] env[69287]: value = "task-3450751" [ 941.104809] env[69287]: _type = "Task" [ 941.104809] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.113260] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.375681] env[69287]: DEBUG nova.compute.manager [req-02de2a0a-c368-4b6b-b07e-2b24b9947a27 req-f36638af-af5f-4ba1-9867-c9d283edf7bc service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Received event network-vif-plugged-da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.375920] env[69287]: DEBUG oslo_concurrency.lockutils [req-02de2a0a-c368-4b6b-b07e-2b24b9947a27 req-f36638af-af5f-4ba1-9867-c9d283edf7bc service nova] Acquiring lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.376314] env[69287]: DEBUG oslo_concurrency.lockutils [req-02de2a0a-c368-4b6b-b07e-2b24b9947a27 req-f36638af-af5f-4ba1-9867-c9d283edf7bc service nova] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.376355] env[69287]: DEBUG oslo_concurrency.lockutils [req-02de2a0a-c368-4b6b-b07e-2b24b9947a27 req-f36638af-af5f-4ba1-9867-c9d283edf7bc service nova] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.376538] env[69287]: DEBUG nova.compute.manager [req-02de2a0a-c368-4b6b-b07e-2b24b9947a27 req-f36638af-af5f-4ba1-9867-c9d283edf7bc service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] No waiting events found dispatching network-vif-plugged-da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.376699] env[69287]: WARNING nova.compute.manager [req-02de2a0a-c368-4b6b-b07e-2b24b9947a27 req-f36638af-af5f-4ba1-9867-c9d283edf7bc service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Received unexpected event network-vif-plugged-da118a46-5916-40da-8b67-2f7b28e282ae for instance with vm_state building and task_state spawning. [ 941.451487] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2bc1494-61f7-4549-96ba-1e7b5c78af94 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "acc9d915-13c4-45e2-bc98-0af1d8b9d714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.907s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.512048] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.516023] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.522949] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5350ca-93e6-4ddd-9f58-7eb678e8d19a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.545963] env[69287]: DEBUG nova.network.neutron [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Successfully updated port: da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.556124] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 941.556124] env[69287]: value = "task-3450752" [ 941.556124] env[69287]: _type = "Task" [ 941.556124] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.570272] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.619264] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.871627] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "f268f0f1-839f-4534-a72f-180f798cd10a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.871883] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "f268f0f1-839f-4534-a72f-180f798cd10a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.048205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "refresh_cache-334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048369] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "refresh_cache-334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048526] env[69287]: DEBUG nova.network.neutron [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.068099] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450752, 'name': ReconfigVM_Task, 'duration_secs': 0.282511} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.070881] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.118194] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652969} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.121712] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 151a5d7e-8593-4d05-ae76-feb01e16c821/151a5d7e-8593-4d05-ae76-feb01e16c821.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.122139] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.123030] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81c76c0-9157-4ace-bd8d-73b42bd4af8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.131688] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 942.131688] env[69287]: value = "task-3450753" [ 942.131688] env[69287]: _type = "Task" [ 942.131688] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.144091] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.261219] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e9282-e2e0-4f06-bc53-0608b87a2757 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.273041] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aba4f4-83cf-4520-9439-52c572fc75b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.305557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e7134f-b05b-402c-9f30-358336d6c2ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.313422] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4af0a5-4496-4073-afe6-9b1c914b2da8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.327751] env[69287]: DEBUG nova.compute.provider_tree [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.374448] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.577248] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.577508] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.577673] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.577970] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.578144] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.578299] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.578506] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.578665] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.578835] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.579054] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.579393] env[69287]: DEBUG nova.virt.hardware [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.585450] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.586387] env[69287]: DEBUG nova.network.neutron [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.589054] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f671ef3-1e0f-4c3e-8ba6-a5d94df0b9d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.609333] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 942.609333] env[69287]: value = "task-3450754" [ 942.609333] env[69287]: _type = "Task" [ 942.609333] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.619386] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.640714] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112815} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.641024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.641863] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e39e2-ae15-4e68-a2f4-056881773a52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.663162] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 151a5d7e-8593-4d05-ae76-feb01e16c821/151a5d7e-8593-4d05-ae76-feb01e16c821.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.665552] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f778e874-c5e0-4639-8b61-86b9276e8a25 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.686954] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 942.686954] env[69287]: value = "task-3450755" [ 942.686954] env[69287]: _type = "Task" [ 942.686954] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.694468] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.791179] env[69287]: DEBUG nova.network.neutron [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Updating instance_info_cache with network_info: [{"id": "da118a46-5916-40da-8b67-2f7b28e282ae", "address": "fa:16:3e:1e:0b:fb", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda118a46-59", "ovs_interfaceid": "da118a46-5916-40da-8b67-2f7b28e282ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.831434] env[69287]: DEBUG nova.scheduler.client.report [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.893296] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.120450] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.199037] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.294237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "refresh_cache-334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.294597] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Instance network_info: |[{"id": "da118a46-5916-40da-8b67-2f7b28e282ae", "address": "fa:16:3e:1e:0b:fb", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda118a46-59", "ovs_interfaceid": "da118a46-5916-40da-8b67-2f7b28e282ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.295032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da118a46-5916-40da-8b67-2f7b28e282ae', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.303518] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.303745] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.303903] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4b5b39-b1f3-44de-a488-121b548322e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.324512] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.324512] env[69287]: value = "task-3450756" [ 943.324512] env[69287]: _type = "Task" [ 943.324512] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.332244] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450756, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.338317] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.338930] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.344148] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.892s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.344148] env[69287]: INFO nova.compute.claims [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.408868] env[69287]: DEBUG nova.compute.manager [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Received event network-changed-da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.409137] env[69287]: DEBUG nova.compute.manager [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Refreshing instance network info cache due to event network-changed-da118a46-5916-40da-8b67-2f7b28e282ae. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.409388] env[69287]: DEBUG oslo_concurrency.lockutils [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] Acquiring lock "refresh_cache-334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.409539] env[69287]: DEBUG oslo_concurrency.lockutils [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] Acquired lock "refresh_cache-334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.409699] env[69287]: DEBUG nova.network.neutron [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Refreshing network info cache for port da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.622418] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450754, 'name': ReconfigVM_Task, 'duration_secs': 0.633901} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.622745] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.623665] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66275ec7-0d54-4e01-9982-a8d9065e6bbf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.647556] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b/33fff088-d4ce-46e6-9680-c4f4d9dd7f7b.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.647881] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce61dac-7b01-42b3-81a9-29a69d433a45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.666837] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 943.666837] env[69287]: value = "task-3450757" [ 943.666837] env[69287]: _type = "Task" [ 943.666837] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.678127] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.698697] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450755, 'name': ReconfigVM_Task, 'duration_secs': 0.989373} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.699095] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 151a5d7e-8593-4d05-ae76-feb01e16c821/151a5d7e-8593-4d05-ae76-feb01e16c821.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.699943] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c212c653-63e8-4f5a-a00a-cd632215267b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.707027] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 943.707027] env[69287]: value = "task-3450758" [ 943.707027] env[69287]: _type = "Task" [ 943.707027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.718243] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450758, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.834720] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450756, 'name': CreateVM_Task, 'duration_secs': 0.448046} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.834924] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.835592] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.835768] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.836118] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.836390] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24052cdd-0738-44f2-b9ff-425c90b14dc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.841598] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 943.841598] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9d0e4-6f78-1de2-30cb-aed5e2d389a7" [ 943.841598] env[69287]: _type = "Task" [ 943.841598] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.852533] env[69287]: DEBUG nova.compute.utils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.855848] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9d0e4-6f78-1de2-30cb-aed5e2d389a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.856221] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.856312] env[69287]: DEBUG nova.network.neutron [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.895680] env[69287]: DEBUG nova.policy [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '264264a2c13343628e11457eaac6084f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67d51b3807b24a29831eeab77e67598f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.187011] env[69287]: DEBUG oslo_vmware.api [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450757, 'name': ReconfigVM_Task, 'duration_secs': 0.404031} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.187553] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b/33fff088-d4ce-46e6-9680-c4f4d9dd7f7b.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.187858] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.221783] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450758, 'name': Rename_Task, 'duration_secs': 0.149658} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.222289] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.222619] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e37e7e-d299-4228-bd1a-78b7a49f5ff9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.229910] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 944.229910] env[69287]: value = "task-3450759" [ 944.229910] env[69287]: _type = "Task" [ 944.229910] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.239470] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.267551] env[69287]: DEBUG nova.network.neutron [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Updated VIF entry in instance network info cache for port da118a46-5916-40da-8b67-2f7b28e282ae. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.267837] env[69287]: DEBUG nova.network.neutron [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Updating instance_info_cache with network_info: [{"id": "da118a46-5916-40da-8b67-2f7b28e282ae", "address": "fa:16:3e:1e:0b:fb", "network": {"id": "7ce399e6-3ccd-4c43-80f0-5ed8433b382b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-480896464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1141f53e9f6244649df606ce856de774", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda118a46-59", "ovs_interfaceid": "da118a46-5916-40da-8b67-2f7b28e282ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.352948] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d9d0e4-6f78-1de2-30cb-aed5e2d389a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.354195] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.354195] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.354195] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.354195] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.354195] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.354522] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf3111ad-a88c-480c-8dcf-c4c2235756d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.356645] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.364405] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.364405] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.364405] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff68c52e-9358-4d55-bb20-444028a3fb53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.369351] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 944.369351] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5225c5d8-d0c7-36a4-d0a5-7a231bf00eab" [ 944.369351] env[69287]: _type = "Task" [ 944.369351] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.378486] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5225c5d8-d0c7-36a4-d0a5-7a231bf00eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.379349] env[69287]: DEBUG nova.network.neutron [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Successfully created port: c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.683745] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab7e0b4-e364-4022-a94a-069f5e5ab50a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.692100] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2808f5a6-063c-4536-8d81-55a007e0ba54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.725856] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa49276-2020-4cad-b0c8-37ff50695f50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.729390] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a76c6ff-ee9a-47b2-9f5d-1608ac34beb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.752269] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757a747-e8b8-49bf-a65d-b04f61651895 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.758589] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bac2d95-247e-489a-a09c-862c0843a1f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.762694] env[69287]: DEBUG oslo_vmware.api [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450759, 'name': PowerOnVM_Task, 'duration_secs': 0.511532} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.763310] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.763518] env[69287]: INFO nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Took 8.20 seconds to spawn the instance on the hypervisor. [ 944.763700] env[69287]: DEBUG nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.764745] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4ce99-caea-44e6-91f1-5766297fd9c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.791023] env[69287]: DEBUG oslo_concurrency.lockutils [req-0fbbb1c2-5979-4a3d-a992-842bf4f25902 req-7ba314d7-79ca-47f9-90f1-9428455d4b98 service nova] Releasing lock "refresh_cache-334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.791023] env[69287]: DEBUG nova.compute.provider_tree [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.791023] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 944.885070] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5225c5d8-d0c7-36a4-d0a5-7a231bf00eab, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.885895] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8189873-0cdc-4c6d-aee3-8a570a739c41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.893211] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 944.893211] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520e736c-1e16-f88d-3cef-32de76c30134" [ 944.893211] env[69287]: _type = "Task" [ 944.893211] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.908018] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520e736c-1e16-f88d-3cef-32de76c30134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.294688] env[69287]: DEBUG nova.scheduler.client.report [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.312344] env[69287]: INFO nova.compute.manager [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Took 35.91 seconds to build instance. [ 945.370513] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.376438] env[69287]: DEBUG nova.network.neutron [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Port d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 945.400151] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.400417] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.400576] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.400760] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.400911] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.401072] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.401290] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.401450] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.401619] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.401781] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.401956] env[69287]: DEBUG nova.virt.hardware [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.403077] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9031ca86-735e-4120-b325-dc55df80b178 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.419488] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5401bcbe-ad5c-4800-8bce-df57d55324ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.427133] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520e736c-1e16-f88d-3cef-32de76c30134, 'name': SearchDatastore_Task, 'duration_secs': 0.018816} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.427567] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.427981] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c/334eacd2-a885-4cd0-82c9-cb9dfe1fab1c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.428917] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a92e925-fb3e-44a2-8c9d-0307e525a898 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.456023] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 945.456023] env[69287]: value = "task-3450760" [ 945.456023] env[69287]: _type = "Task" [ 945.456023] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.462396] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.803154] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.803754] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.806653] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.435s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.806981] env[69287]: DEBUG nova.objects.instance [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lazy-loading 'resources' on Instance uuid fdd5c1d1-f063-40f0-b242-92693bfd8899 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.812999] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34406cc2-7d2d-4e8d-9659-9df84ea33a7c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.417s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.956278] env[69287]: DEBUG nova.compute.manager [req-503477e7-023d-44e3-a843-54054bc0cb7f req-91bc70cb-8a6b-446d-a3e9-ef0e070036ff service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Received event network-vif-plugged-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.957009] env[69287]: DEBUG oslo_concurrency.lockutils [req-503477e7-023d-44e3-a843-54054bc0cb7f req-91bc70cb-8a6b-446d-a3e9-ef0e070036ff service nova] Acquiring lock "bed91ed8-199e-45a4-a88a-e0ceb0165965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.957290] env[69287]: DEBUG oslo_concurrency.lockutils [req-503477e7-023d-44e3-a843-54054bc0cb7f req-91bc70cb-8a6b-446d-a3e9-ef0e070036ff service nova] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.957486] env[69287]: DEBUG oslo_concurrency.lockutils [req-503477e7-023d-44e3-a843-54054bc0cb7f req-91bc70cb-8a6b-446d-a3e9-ef0e070036ff service nova] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.957621] env[69287]: DEBUG nova.compute.manager [req-503477e7-023d-44e3-a843-54054bc0cb7f req-91bc70cb-8a6b-446d-a3e9-ef0e070036ff service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] No waiting events found dispatching network-vif-plugged-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.957966] env[69287]: WARNING nova.compute.manager [req-503477e7-023d-44e3-a843-54054bc0cb7f req-91bc70cb-8a6b-446d-a3e9-ef0e070036ff service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Received unexpected event network-vif-plugged-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 for instance with vm_state building and task_state spawning. [ 945.970952] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.250543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.250543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.250543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.250543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.250543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.253621] env[69287]: INFO nova.compute.manager [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Terminating instance [ 946.281726] env[69287]: DEBUG nova.network.neutron [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Successfully updated port: c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.310892] env[69287]: DEBUG nova.compute.utils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.315405] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.315997] env[69287]: DEBUG nova.network.neutron [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.373883] env[69287]: DEBUG nova.policy [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.406193] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.406454] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.406643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.467186] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561391} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.469156] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c/334eacd2-a885-4cd0-82c9-cb9dfe1fab1c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.469380] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.469795] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-256f0b3b-0ad2-464d-acc3-b5c88fa84cea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.477132] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 946.477132] env[69287]: value = "task-3450761" [ 946.477132] env[69287]: _type = "Task" [ 946.477132] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.494484] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.648341] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d1ac0a-fa95-4dec-9baa-8d2ac9e551d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.656333] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2184344-1c81-4995-a07d-3668f9f13a36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.688322] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e5fe8-7a31-4581-88a0-6fab66d85e90 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.696080] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b488b-210b-4343-be6a-392d6b8ec71c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.710051] env[69287]: DEBUG nova.compute.provider_tree [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.716170] env[69287]: DEBUG nova.network.neutron [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Successfully created port: 3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.762319] env[69287]: DEBUG nova.compute.manager [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.762567] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.763507] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ddafd0-f8e0-4fb1-a941-4143b360a809 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.771693] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.771957] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5ee7cc-f6ef-4b7e-bf7c-00953fc66e4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.778346] env[69287]: DEBUG oslo_vmware.api [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 946.778346] env[69287]: value = "task-3450762" [ 946.778346] env[69287]: _type = "Task" [ 946.778346] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.789219] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.789645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquired lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.789686] env[69287]: DEBUG nova.network.neutron [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.794849] env[69287]: DEBUG oslo_vmware.api [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.815791] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.884515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "d083437d-f6b8-4122-96b1-70a1dd320697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.884515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "d083437d-f6b8-4122-96b1-70a1dd320697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.986775] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077342} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.987231] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.988166] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb7d8c-9394-4928-b65e-2111a2db9800 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.010641] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c/334eacd2-a885-4cd0-82c9-cb9dfe1fab1c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.010949] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-936583dc-46fe-438b-b435-77c469f09f35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.031125] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 947.031125] env[69287]: value = "task-3450763" [ 947.031125] env[69287]: _type = "Task" [ 947.031125] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.040028] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.214277] env[69287]: DEBUG nova.scheduler.client.report [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.290166] env[69287]: DEBUG oslo_vmware.api [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450762, 'name': PowerOffVM_Task, 'duration_secs': 0.220351} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.290434] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.290603] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.290871] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1282dd93-abc7-48c9-b656-9e1499497048 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.329139] env[69287]: DEBUG nova.network.neutron [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.355705] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.356014] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.356234] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Deleting the datastore file [datastore2] e8a7e19a-4904-4c9a-ad87-a5f0646181d1 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.356500] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a4b483-bd45-412d-b9e7-fcfc65abd5cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.364813] env[69287]: DEBUG oslo_vmware.api [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for the task: (returnval){ [ 947.364813] env[69287]: value = "task-3450765" [ 947.364813] env[69287]: _type = "Task" [ 947.364813] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.373054] env[69287]: DEBUG oslo_vmware.api [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.387551] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.476762] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.476950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.477157] env[69287]: DEBUG nova.network.neutron [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.518728] env[69287]: DEBUG nova.network.neutron [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updating instance_info_cache with network_info: [{"id": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "address": "fa:16:3e:e1:3e:8d", "network": {"id": "32daf6eb-2443-4f77-a9e9-eda406021c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-295910274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d51b3807b24a29831eeab77e67598f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b8df7f-d5", "ovs_interfaceid": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.541941] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.721071] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.723318] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.343s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.725147] env[69287]: INFO nova.compute.claims [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.747654] env[69287]: INFO nova.scheduler.client.report [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Deleted allocations for instance fdd5c1d1-f063-40f0-b242-92693bfd8899 [ 947.826270] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.853791] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.854096] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.854262] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.854452] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.854601] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.854751] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.854943] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.855148] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.855347] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.855607] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.855668] env[69287]: DEBUG nova.virt.hardware [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.859242] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda40d7-9322-4f66-9c96-80ec22babb95 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.865646] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ab83f-9af1-420b-8674-4a042d37752e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.885679] env[69287]: DEBUG oslo_vmware.api [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Task: {'id': task-3450765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363076} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.886734] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.886734] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.886734] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.886958] env[69287]: INFO nova.compute.manager [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.887050] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.887237] env[69287]: DEBUG nova.compute.manager [-] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.887334] env[69287]: DEBUG nova.network.neutron [-] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.909402] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.985273] env[69287]: DEBUG nova.compute.manager [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Received event network-changed-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.985471] env[69287]: DEBUG nova.compute.manager [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Refreshing instance network info cache due to event network-changed-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.985658] env[69287]: DEBUG oslo_concurrency.lockutils [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] Acquiring lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.025019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Releasing lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.025019] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Instance network_info: |[{"id": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "address": "fa:16:3e:e1:3e:8d", "network": {"id": "32daf6eb-2443-4f77-a9e9-eda406021c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-295910274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d51b3807b24a29831eeab77e67598f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b8df7f-d5", "ovs_interfaceid": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.025019] env[69287]: DEBUG oslo_concurrency.lockutils [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] Acquired lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.025019] env[69287]: DEBUG nova.network.neutron [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Refreshing network info cache for port c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.025019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:3e:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b8df7f-d590-4bcd-b438-e9b6fd2ea190', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.032061] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Creating folder: Project (67d51b3807b24a29831eeab77e67598f). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.033853] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-999161d3-77ca-4d3b-a3ba-7d1626f2b4da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.047989] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450763, 'name': ReconfigVM_Task, 'duration_secs': 0.75641} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.053203] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c/334eacd2-a885-4cd0-82c9-cb9dfe1fab1c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.054078] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Created folder: Project (67d51b3807b24a29831eeab77e67598f) in parent group-v688742. [ 948.054381] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Creating folder: Instances. Parent ref: group-v688961. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.055666] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08cebc2-b585-4282-8bb4-13c1b3fe3244 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.057510] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24d03a1c-823b-4a3d-8f88-530706b85e60 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.066385] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 948.066385] env[69287]: value = "task-3450767" [ 948.066385] env[69287]: _type = "Task" [ 948.066385] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.070181] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Created folder: Instances in parent group-v688961. [ 948.070565] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.071356] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.071707] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aea29d7-de44-48d1-a8d1-7f7ee33b7daf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.091351] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450767, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.097540] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.097540] env[69287]: value = "task-3450769" [ 948.097540] env[69287]: _type = "Task" [ 948.097540] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.108291] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450769, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.248563] env[69287]: DEBUG nova.network.neutron [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.254950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-413facd7-0c76-49a9-976b-441f8371e6eb tempest-ServersWithSpecificFlavorTestJSON-1719004864 tempest-ServersWithSpecificFlavorTestJSON-1719004864-project-member] Lock "fdd5c1d1-f063-40f0-b242-92693bfd8899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.496s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.458727] env[69287]: DEBUG nova.network.neutron [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Successfully updated port: 3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.575487] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450767, 'name': Rename_Task, 'duration_secs': 0.27045} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.575754] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.575998] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7209d373-a7ab-4e7d-9bc1-b2e5b67a3bc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.582345] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 948.582345] env[69287]: value = "task-3450770" [ 948.582345] env[69287]: _type = "Task" [ 948.582345] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.591126] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.611853] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450769, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.750253] env[69287]: DEBUG oslo_concurrency.lockutils [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.845057] env[69287]: DEBUG nova.network.neutron [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updated VIF entry in instance network info cache for port c7b8df7f-d590-4bcd-b438-e9b6fd2ea190. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.845700] env[69287]: DEBUG nova.network.neutron [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updating instance_info_cache with network_info: [{"id": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "address": "fa:16:3e:e1:3e:8d", "network": {"id": "32daf6eb-2443-4f77-a9e9-eda406021c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-295910274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d51b3807b24a29831eeab77e67598f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b8df7f-d5", "ovs_interfaceid": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.963695] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.963949] env[69287]: DEBUG nova.network.neutron [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.031421] env[69287]: DEBUG nova.network.neutron [-] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.039023] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae95196-a33c-4ba6-8ae9-fba08c9e04dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.045916] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a7619-f9d0-4037-9b46-843f15692e19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.081953] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b38a75-be17-4226-9e4f-613a68ace8ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.095548] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3105e7e3-dfcb-4cd6-ab43-6f1447f79fe6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.099398] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.112170] env[69287]: DEBUG nova.compute.provider_tree [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.118674] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450769, 'name': CreateVM_Task, 'duration_secs': 0.642185} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.118842] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.119551] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.119718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.120043] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.120966] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae0e436-9589-46f0-8f65-32ab1ea05b73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.125102] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 949.125102] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e6c299-7be3-b9d5-0740-223e346a612f" [ 949.125102] env[69287]: _type = "Task" [ 949.125102] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.133505] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e6c299-7be3-b9d5-0740-223e346a612f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.281017] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe40bcb-021c-42da-82c7-10edd6b0eb00 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.300608] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79742ea7-4319-4804-a5bb-9965c8209c5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.307780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.348563] env[69287]: DEBUG oslo_concurrency.lockutils [req-b835547e-d8ac-49da-8c23-82d93c40848c req-81af7417-a643-4f8b-a919-65e9c4deb5b5 service nova] Releasing lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.499039] env[69287]: DEBUG nova.network.neutron [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.535367] env[69287]: INFO nova.compute.manager [-] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Took 1.65 seconds to deallocate network for instance. [ 949.596779] env[69287]: DEBUG oslo_vmware.api [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450770, 'name': PowerOnVM_Task, 'duration_secs': 0.898942} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.596779] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.596779] env[69287]: INFO nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Took 8.58 seconds to spawn the instance on the hypervisor. [ 949.596779] env[69287]: DEBUG nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.597578] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82351898-4d14-475a-b2a2-6b6f6b8df7c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.615083] env[69287]: DEBUG nova.scheduler.client.report [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.625865] env[69287]: DEBUG nova.network.neutron [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Updating instance_info_cache with network_info: [{"id": "3ff151fa-d5a1-4bb0-aa13-b0959b826f45", "address": "fa:16:3e:83:e6:fc", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff151fa-d5", "ovs_interfaceid": "3ff151fa-d5a1-4bb0-aa13-b0959b826f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.637910] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e6c299-7be3-b9d5-0740-223e346a612f, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.638288] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.638561] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.638833] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.639040] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.639277] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.639580] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d524cf-d124-43e5-b024-23b44f5009a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.649246] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.649487] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.651071] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc6993b-dce8-4aca-80d2-e10f269984f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.656966] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 949.656966] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5200a63c-355e-1e3e-c87f-8a0df4adcf4c" [ 949.656966] env[69287]: _type = "Task" [ 949.656966] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.665583] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5200a63c-355e-1e3e-c87f-8a0df4adcf4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.814956] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-44881d2d-83c5-4fb5-adbd-0f773202a78c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance '33fff088-d4ce-46e6-9680-c4f4d9dd7f7b' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.042785] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.119219] env[69287]: INFO nova.compute.manager [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Took 29.70 seconds to build instance. [ 950.120818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.121076] env[69287]: DEBUG nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.124711] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.189s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.125914] env[69287]: DEBUG nova.objects.instance [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.134933] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.134933] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Instance network_info: |[{"id": "3ff151fa-d5a1-4bb0-aa13-b0959b826f45", "address": "fa:16:3e:83:e6:fc", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff151fa-d5", "ovs_interfaceid": "3ff151fa-d5a1-4bb0-aa13-b0959b826f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.134933] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e6:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ff151fa-d5a1-4bb0-aa13-b0959b826f45', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.141111] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.141420] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.141762] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b721dc-440b-4edc-9575-a8c31bcf63bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.164563] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.164563] env[69287]: value = "task-3450771" [ 950.164563] env[69287]: _type = "Task" [ 950.164563] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.174027] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5200a63c-355e-1e3e-c87f-8a0df4adcf4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.174996] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7f23ca-edfe-45b8-9a24-c179a861f209 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.185831] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450771, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.189552] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 950.189552] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52591415-9242-a3ef-2c9a-5a0b3cb0d0bf" [ 950.189552] env[69287]: _type = "Task" [ 950.189552] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.198424] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52591415-9242-a3ef-2c9a-5a0b3cb0d0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.203297] env[69287]: DEBUG nova.compute.manager [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Received event network-vif-plugged-3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.203823] env[69287]: DEBUG oslo_concurrency.lockutils [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] Acquiring lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.203823] env[69287]: DEBUG oslo_concurrency.lockutils [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.203823] env[69287]: DEBUG oslo_concurrency.lockutils [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.204151] env[69287]: DEBUG nova.compute.manager [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] No waiting events found dispatching network-vif-plugged-3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.204151] env[69287]: WARNING nova.compute.manager [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Received unexpected event network-vif-plugged-3ff151fa-d5a1-4bb0-aa13-b0959b826f45 for instance with vm_state building and task_state spawning. [ 950.204358] env[69287]: DEBUG nova.compute.manager [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Received event network-changed-3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.204559] env[69287]: DEBUG nova.compute.manager [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Refreshing instance network info cache due to event network-changed-3ff151fa-d5a1-4bb0-aa13-b0959b826f45. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.204708] env[69287]: DEBUG oslo_concurrency.lockutils [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] Acquiring lock "refresh_cache-4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.204908] env[69287]: DEBUG oslo_concurrency.lockutils [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] Acquired lock "refresh_cache-4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.205063] env[69287]: DEBUG nova.network.neutron [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Refreshing network info cache for port 3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.625605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c004e1c2-16a2-4560-acba-eaf9eac3bf08 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.212s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.629351] env[69287]: DEBUG nova.compute.utils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.635011] env[69287]: DEBUG nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 950.676113] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450771, 'name': CreateVM_Task, 'duration_secs': 0.363766} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.676356] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.676983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.677164] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.677489] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.677745] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae685d6-52b6-484f-8fce-8f9c48780002 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.683783] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 950.683783] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526f4dfa-6741-433c-f7d4-d93264007005" [ 950.683783] env[69287]: _type = "Task" [ 950.683783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.692800] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526f4dfa-6741-433c-f7d4-d93264007005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.701601] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52591415-9242-a3ef-2c9a-5a0b3cb0d0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.701852] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.702138] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] bed91ed8-199e-45a4-a88a-e0ceb0165965/bed91ed8-199e-45a4-a88a-e0ceb0165965.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.702402] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eebfde1c-02df-4472-85fb-68f2dbd2ee5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.710585] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 950.710585] env[69287]: value = "task-3450772" [ 950.710585] env[69287]: _type = "Task" [ 950.710585] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.718511] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.047878] env[69287]: DEBUG nova.network.neutron [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Updated VIF entry in instance network info cache for port 3ff151fa-d5a1-4bb0-aa13-b0959b826f45. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.048404] env[69287]: DEBUG nova.network.neutron [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Updating instance_info_cache with network_info: [{"id": "3ff151fa-d5a1-4bb0-aa13-b0959b826f45", "address": "fa:16:3e:83:e6:fc", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff151fa-d5", "ovs_interfaceid": "3ff151fa-d5a1-4bb0-aa13-b0959b826f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.136246] env[69287]: DEBUG nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.146121] env[69287]: DEBUG oslo_concurrency.lockutils [None req-db1b5dea-88b7-42c4-a1a0-d5b91e5bbdda tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.148517] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.156s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.149280] env[69287]: DEBUG nova.objects.instance [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'resources' on Instance uuid 0ca3f117-957f-4669-931e-dd041e660068 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.197167] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526f4dfa-6741-433c-f7d4-d93264007005, 'name': SearchDatastore_Task, 'duration_secs': 0.022854} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.201148] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.201148] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.201148] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.201148] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.201148] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.201148] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b51c0f-24e6-4a0f-81c7-14c04aca1f0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.219769] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.219971] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.225802] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be5f415-ff61-4132-96ce-18d0dc3b9c4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.229632] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450772, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.233648] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 951.233648] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528b4426-65f8-4a7b-9078-5a6829f5c6c0" [ 951.233648] env[69287]: _type = "Task" [ 951.233648] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.242821] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528b4426-65f8-4a7b-9078-5a6829f5c6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.271189] env[69287]: DEBUG nova.compute.manager [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.272526] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed71b3-dafe-4304-8300-9a2de5d9e164 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.554114] env[69287]: DEBUG oslo_concurrency.lockutils [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] Releasing lock "refresh_cache-4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.554114] env[69287]: DEBUG nova.compute.manager [req-de04bdbb-7815-4202-bd1d-034e1da821ab req-4418e43a-5969-4172-9db7-93b33aeffd00 service nova] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Received event network-vif-deleted-641959bf-f3ba-4ba2-93e3-3cd2c8984844 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.722373] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705864} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.722679] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] bed91ed8-199e-45a4-a88a-e0ceb0165965/bed91ed8-199e-45a4-a88a-e0ceb0165965.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.723205] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.723506] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055c6207-077d-4545-b49c-dda9e1e69fc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.737229] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 951.737229] env[69287]: value = "task-3450773" [ 951.737229] env[69287]: _type = "Task" [ 951.737229] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.751904] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.761555] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528b4426-65f8-4a7b-9078-5a6829f5c6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.052289} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.761555] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3ffbe3-4897-4eae-bc1d-d0c511602cd7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.764377] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 951.764377] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f0b21-6cb6-5af8-b453-f69ff220439b" [ 951.764377] env[69287]: _type = "Task" [ 951.764377] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.773355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.773801] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.774137] env[69287]: DEBUG nova.compute.manager [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Going to confirm migration 3 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 951.775983] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f0b21-6cb6-5af8-b453-f69ff220439b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.791302] env[69287]: INFO nova.compute.manager [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] instance snapshotting [ 951.796834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c031458-1307-4b3f-9009-2398b51c86fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.823432] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbfc1e-a465-429b-8fb4-b4d2b1fd5f6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.074379] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715cf4f0-4624-4274-b6c2-2129030f292e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.083810] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a30088-a1ee-434e-b160-ebce446cf4c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.119363] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b80de-57d3-4eb1-8949-c0e1aef04f59 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.127873] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa9dc1-30c3-4abe-b650-53a9cc9f417b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.143109] env[69287]: DEBUG nova.compute.provider_tree [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.157114] env[69287]: DEBUG nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.189832] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.190188] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.190188] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.190350] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.190460] env[69287]: DEBUG nova.virt.hardware [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.191372] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d29ba-2057-44eb-b73d-0334f4e8b1b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.201851] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea2d83-cb32-4136-bce5-22f12043b320 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.216992] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.223102] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Creating folder: Project (7675b6b3a7e543658790ca48fb0dca45). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.223509] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1268d3d-d53b-4bf7-8096-0e05380fed81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.234112] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Created folder: Project (7675b6b3a7e543658790ca48fb0dca45) in parent group-v688742. [ 952.234457] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Creating folder: Instances. Parent ref: group-v688965. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.234794] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8acfa3d6-ceda-40b1-a3ee-5fb21adc94f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.249843] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277398} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.250337] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.251009] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b95574-cd2d-4890-8574-99deaff9927c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.254609] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Created folder: Instances in parent group-v688965. [ 952.254835] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.255394] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.255779] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7b90c36-6ca2-4f04-9ba0-aed295a5fc1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.285763] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] bed91ed8-199e-45a4-a88a-e0ceb0165965/bed91ed8-199e-45a4-a88a-e0ceb0165965.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.291983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc7478fc-2bcb-4300-8b86-7c48aeddb913 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.309266] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.309266] env[69287]: value = "task-3450776" [ 952.309266] env[69287]: _type = "Task" [ 952.309266] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.318614] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520f0b21-6cb6-5af8-b453-f69ff220439b, 'name': SearchDatastore_Task, 'duration_secs': 0.01968} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.318901] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 952.318901] env[69287]: value = "task-3450777" [ 952.318901] env[69287]: _type = "Task" [ 952.318901] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.319537] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.319849] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f/4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.320196] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a4935b-62e6-4168-867a-c08e9d8bfcda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.328033] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450776, 'name': CreateVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.330124] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.330355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.330526] env[69287]: INFO nova.compute.manager [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Shelving [ 952.332858] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 952.332858] env[69287]: value = "task-3450778" [ 952.332858] env[69287]: _type = "Task" [ 952.332858] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.340031] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.340305] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.340876] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b499d93-74b1-40bb-bc70-14d948917a84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.346993] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.351144] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 952.351144] env[69287]: value = "task-3450779" [ 952.351144] env[69287]: _type = "Task" [ 952.351144] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.358616] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.358869] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.358977] env[69287]: DEBUG nova.network.neutron [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.359214] env[69287]: DEBUG nova.objects.instance [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'info_cache' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.360732] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450779, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.478069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "1ce42061-67c9-418d-9363-369225406147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.478237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "1ce42061-67c9-418d-9363-369225406147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.478472] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "1ce42061-67c9-418d-9363-369225406147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.478665] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "1ce42061-67c9-418d-9363-369225406147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.478834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "1ce42061-67c9-418d-9363-369225406147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.481088] env[69287]: INFO nova.compute.manager [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Terminating instance [ 952.649620] env[69287]: DEBUG nova.scheduler.client.report [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.824756] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450776, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.832831] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.855256] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.865409] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450779, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.986617] env[69287]: DEBUG nova.compute.manager [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.986850] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.987843] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be42df03-d812-4b8c-894f-feb70b11b28b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.996035] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.996309] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c286b0-1418-4bda-88f3-ea4ba8328106 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.003622] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 953.003622] env[69287]: value = "task-3450780" [ 953.003622] env[69287]: _type = "Task" [ 953.003622] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.012183] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.156966] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.160770] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.599s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.161154] env[69287]: DEBUG nova.objects.instance [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lazy-loading 'resources' on Instance uuid 37bc9765-5be5-45b9-b1c4-c6f73045e3bb {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.202733] env[69287]: INFO nova.scheduler.client.report [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocations for instance 0ca3f117-957f-4669-931e-dd041e660068 [ 953.321581] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450776, 'name': CreateVM_Task, 'duration_secs': 0.638885} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.321799] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.322263] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.322428] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.322747] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.323064] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81a61d5-7e02-47c6-a81d-314d56d97a63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.330211] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 953.330211] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522982f2-cfbd-0b06-461a-557eab3a515e" [ 953.330211] env[69287]: _type = "Task" [ 953.330211] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.333520] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450777, 'name': ReconfigVM_Task, 'duration_secs': 0.745136} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.336350] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Reconfigured VM instance instance-0000004d to attach disk [datastore1] bed91ed8-199e-45a4-a88a-e0ceb0165965/bed91ed8-199e-45a4-a88a-e0ceb0165965.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.337089] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d3e92f2-0a15-43ac-a787-65f665902590 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.341358] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.341914] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.347147] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522982f2-cfbd-0b06-461a-557eab3a515e, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.348599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.348823] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.349654] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.349654] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.349654] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.349873] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 953.349873] env[69287]: value = "task-3450781" [ 953.349873] env[69287]: _type = "Task" [ 953.349873] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.352562] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3acf5de6-2805-49e7-88b3-000b038902a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.354273] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67611} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.357228] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f/4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.357429] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.358243] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.358469] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c21046-8f4f-40ba-89b2-1a0bd4d98f88 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.362564] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5345e7f5-236f-4b8c-b17b-f874d98cb32a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.365581] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.365757] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.371988] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51d212d-0bb0-4545-8f35-acc91eab1d93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.376311] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450781, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.376357] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450779, 'name': CreateSnapshot_Task, 'duration_secs': 0.982707} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.379274] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.379593] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 953.379593] env[69287]: value = "task-3450782" [ 953.379593] env[69287]: _type = "Task" [ 953.379593] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.379833] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 953.379833] env[69287]: value = "task-3450783" [ 953.379833] env[69287]: _type = "Task" [ 953.379833] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.381411] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f13ba-805f-491d-a4a2-71099b5782b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.392179] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 953.392179] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c45b56-1111-2418-cdbf-d70160af7430" [ 953.392179] env[69287]: _type = "Task" [ 953.392179] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.405675] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.406225] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.414357] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c45b56-1111-2418-cdbf-d70160af7430, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.417815] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0dbfcd-c88b-449f-a0e8-242276f8d9f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.424485] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 953.424485] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525f7bb3-b31d-7f81-1b57-db8ceeeb197f" [ 953.424485] env[69287]: _type = "Task" [ 953.424485] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.436415] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525f7bb3-b31d-7f81-1b57-db8ceeeb197f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.516426] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450780, 'name': PowerOffVM_Task, 'duration_secs': 0.220458} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.516727] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.516900] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.517214] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47611c89-dbb0-45b7-93fd-2b943bf876a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.591915] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.592100] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.592563] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Deleting the datastore file [datastore2] 1ce42061-67c9-418d-9363-369225406147 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.592817] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-208df910-f840-498a-91ae-78139fc8a5f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.599092] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for the task: (returnval){ [ 953.599092] env[69287]: value = "task-3450785" [ 953.599092] env[69287]: _type = "Task" [ 953.599092] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.607793] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.678621] env[69287]: DEBUG nova.network.neutron [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.719935] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dfe9bbfc-df95-4081-b0a2-140e4cb93272 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "0ca3f117-957f-4669-931e-dd041e660068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.724s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.860909] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.860909] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 953.866525] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450781, 'name': Rename_Task, 'duration_secs': 0.156415} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.866651] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.866862] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b759f7c-113e-41e4-a703-f2ae4598e71c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.876685] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 953.876685] env[69287]: value = "task-3450786" [ 953.876685] env[69287]: _type = "Task" [ 953.876685] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.894553] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.908100] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074708} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.908100] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450782, 'name': PowerOffVM_Task, 'duration_secs': 0.193456} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.908100] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.908100] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.909053] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460e6349-2c8c-4573-9a40-76c3ce2a397c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.913320] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625eb608-1c9b-40a9-b435-a01404d6bed8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.921745] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.924808] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f689a95-1aeb-45cd-8c39-f93b64aab9c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.965165] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f/4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.970517] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2381723a-cc8b-4a7c-9b03-bb242ec53f0d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.986575] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b26f95-0876-466e-a24b-dbfea0a7d103 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.991882] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 953.991882] env[69287]: value = "task-3450787" [ 953.991882] env[69287]: _type = "Task" [ 953.991882] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.995890] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525f7bb3-b31d-7f81-1b57-db8ceeeb197f, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.000028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.000392] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.003343] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0c87880-6df8-402c-8c2a-1e5e5f75d9e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.007987] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 954.007987] env[69287]: value = "task-3450788" [ 954.007987] env[69287]: _type = "Task" [ 954.007987] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.018580] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 954.018580] env[69287]: value = "task-3450789" [ 954.018580] env[69287]: _type = "Task" [ 954.018580] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.018841] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450787, 'name': CloneVM_Task} progress is 23%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.027044] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.034346] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.052032] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06646f08-b907-48af-9c05-1c7bc62f3860 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.059301] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb6c70-568b-43f8-9934-a6eaa507e8e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.094104] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6ab804-0afe-460f-881d-f50eb445164d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.107966] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45363c0f-0acf-43e0-ab94-b74dfe4ddc76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.118456] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.127119] env[69287]: DEBUG nova.compute.provider_tree [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.181904] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.182502] env[69287]: DEBUG nova.objects.instance [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'migration_context' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.390107] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.504770] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.505034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.514168] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450787, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.520232] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.524335] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1f28ab9-ec8a-4554-a933-c7498f1f6e7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.528238] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450788, 'name': ReconfigVM_Task, 'duration_secs': 0.325394} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.531374] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f/4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.532655] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b69d01b-11b1-4c34-9b5f-0c5ff9151387 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.537523] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 954.537523] env[69287]: value = "task-3450790" [ 954.537523] env[69287]: _type = "Task" [ 954.537523] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.541498] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450789, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.546518] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 954.546518] env[69287]: value = "task-3450791" [ 954.546518] env[69287]: _type = "Task" [ 954.546518] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.554318] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.559684] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450791, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.619474] env[69287]: DEBUG oslo_vmware.api [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Task: {'id': task-3450785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541891} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.619752] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.619933] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.620251] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.620336] env[69287]: INFO nova.compute.manager [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] [instance: 1ce42061-67c9-418d-9363-369225406147] Took 1.63 seconds to destroy the instance on the hypervisor. [ 954.620573] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.620757] env[69287]: DEBUG nova.compute.manager [-] [instance: 1ce42061-67c9-418d-9363-369225406147] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.621414] env[69287]: DEBUG nova.network.neutron [-] [instance: 1ce42061-67c9-418d-9363-369225406147] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.631058] env[69287]: DEBUG nova.scheduler.client.report [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.691020] env[69287]: DEBUG nova.objects.base [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Object Instance<33fff088-d4ce-46e6-9680-c4f4d9dd7f7b> lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.691020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd80a9-2b01-454c-aa7c-bf793807aade {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.710934] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34eb7335-2c67-4079-ad22-05d6b8fb7438 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.720020] env[69287]: DEBUG oslo_vmware.api [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 954.720020] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5238960c-b11a-42ee-cac8-d70aea45dc70" [ 954.720020] env[69287]: _type = "Task" [ 954.720020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.727080] env[69287]: DEBUG oslo_vmware.api [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5238960c-b11a-42ee-cac8-d70aea45dc70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.890160] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450786, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.011630] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.014482] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450787, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.034314] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69963} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.034778] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.035171] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.038023] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a3ba581-f876-46cb-9685-ff537ba7b716 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.048403] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 955.048403] env[69287]: value = "task-3450792" [ 955.048403] env[69287]: _type = "Task" [ 955.048403] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.063790] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450790, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.081744] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.081900] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450791, 'name': Rename_Task, 'duration_secs': 0.170168} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.082202] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.082514] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a7b3489-78ce-43bb-8ada-d3644d098a05 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.090093] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 955.090093] env[69287]: value = "task-3450793" [ 955.090093] env[69287]: _type = "Task" [ 955.090093] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.099546] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.136274] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.139476] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.246s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.143024] env[69287]: INFO nova.compute.claims [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.166251] env[69287]: INFO nova.scheduler.client.report [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleted allocations for instance 37bc9765-5be5-45b9-b1c4-c6f73045e3bb [ 955.230991] env[69287]: DEBUG oslo_vmware.api [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5238960c-b11a-42ee-cac8-d70aea45dc70, 'name': SearchDatastore_Task, 'duration_secs': 0.015176} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.231348] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.258613] env[69287]: DEBUG nova.compute.manager [req-089f93e0-fda2-4dd2-bef8-0101f09fd516 req-8b90ebb2-b5fc-4669-96b8-b4cae3690f56 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Received event network-vif-deleted-0ee86cc3-f40f-46a4-b433-b53770c7aea5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.259050] env[69287]: INFO nova.compute.manager [req-089f93e0-fda2-4dd2-bef8-0101f09fd516 req-8b90ebb2-b5fc-4669-96b8-b4cae3690f56 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Neutron deleted interface 0ee86cc3-f40f-46a4-b433-b53770c7aea5; detaching it from the instance and deleting it from the info cache [ 955.259236] env[69287]: DEBUG nova.network.neutron [req-089f93e0-fda2-4dd2-bef8-0101f09fd516 req-8b90ebb2-b5fc-4669-96b8-b4cae3690f56 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.391493] env[69287]: DEBUG oslo_vmware.api [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450786, 'name': PowerOnVM_Task, 'duration_secs': 1.154757} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.391493] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.391493] env[69287]: INFO nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Took 10.02 seconds to spawn the instance on the hypervisor. [ 955.391493] env[69287]: DEBUG nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.391493] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562f387f-0e93-45db-aeb8-56c1e07d7934 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.510700] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450787, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.545051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.557564] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450790, 'name': CreateSnapshot_Task, 'duration_secs': 0.9903} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.563094] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.563878] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2861a1ed-dafa-4918-9399-159322777c09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.572224] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085057} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.576988] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.579379] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e310f-81df-43e7-8330-8881dc2cb8af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.600744] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.604159] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b6e67a-731e-4008-aec2-ca6279602f63 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.627573] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.631049] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 955.631049] env[69287]: value = "task-3450794" [ 955.631049] env[69287]: _type = "Task" [ 955.631049] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.638907] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.678603] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed4a6ba4-1cb1-4dd7-80a7-9d056da03da9 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "37bc9765-5be5-45b9-b1c4-c6f73045e3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.309s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.695658] env[69287]: DEBUG nova.network.neutron [-] [instance: 1ce42061-67c9-418d-9363-369225406147] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.762273] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7819bd06-340b-4141-a09c-fc41ff978b7d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.772918] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21437c1d-5603-4f25-b87b-941368b7e414 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.808671] env[69287]: DEBUG nova.compute.manager [req-089f93e0-fda2-4dd2-bef8-0101f09fd516 req-8b90ebb2-b5fc-4669-96b8-b4cae3690f56 service nova] [instance: 1ce42061-67c9-418d-9363-369225406147] Detach interface failed, port_id=0ee86cc3-f40f-46a4-b433-b53770c7aea5, reason: Instance 1ce42061-67c9-418d-9363-369225406147 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 955.913405] env[69287]: INFO nova.compute.manager [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Took 33.02 seconds to build instance. [ 956.014819] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450787, 'name': CloneVM_Task, 'duration_secs': 1.718233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.015134] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Created linked-clone VM from snapshot [ 956.015933] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5c0fa-91f9-4116-8d4c-8c3449a84f6b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.024225] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Uploading image dfe9ad0b-3c8a-46f4-a697-c4fcb61f5556 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.041276] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 956.041591] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5b857e8-0f49-45ef-b17a-2c1bfede0cd6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.052244] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 956.052244] env[69287]: value = "task-3450795" [ 956.052244] env[69287]: _type = "Task" [ 956.052244] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.057950] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450795, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.092814] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.093414] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbc0ff74-b8fa-438b-b0d8-1d8c7075aaf0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.106277] env[69287]: DEBUG oslo_vmware.api [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450793, 'name': PowerOnVM_Task, 'duration_secs': 0.835946} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.107750] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.107966] env[69287]: INFO nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Took 8.28 seconds to spawn the instance on the hypervisor. [ 956.108445] env[69287]: DEBUG nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.108540] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 956.108540] env[69287]: value = "task-3450796" [ 956.108540] env[69287]: _type = "Task" [ 956.108540] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.109260] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5352012f-2bf8-4a4c-a6f2-6e38a315f431 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.123308] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450796, 'name': CloneVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.138510] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.198614] env[69287]: INFO nova.compute.manager [-] [instance: 1ce42061-67c9-418d-9363-369225406147] Took 1.58 seconds to deallocate network for instance. [ 956.415356] env[69287]: DEBUG oslo_concurrency.lockutils [None req-767ad6f0-ffe1-4472-88cd-c3e274d8ae72 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.532s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.556074] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f9f0f8-805b-44f7-9b7d-9d39e1080586 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.565884] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450795, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.569407] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4109369a-873e-46f7-982f-c5fbb828a337 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.606752] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a446f57d-fd0d-470f-846f-46b858c4a1ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.615037] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df3127-2c0e-48db-b426-fc9203d2a5a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.628011] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450796, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.641672] env[69287]: DEBUG nova.compute.provider_tree [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.649496] env[69287]: INFO nova.compute.manager [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Took 33.21 seconds to build instance. [ 956.655852] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450794, 'name': ReconfigVM_Task, 'duration_secs': 0.871036} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.656866] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.657523] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac785ace-8fa4-4812-b39f-e20989090091 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.666018] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 956.666018] env[69287]: value = "task-3450797" [ 956.666018] env[69287]: _type = "Task" [ 956.666018] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.678188] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450797, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.712023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.736794] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "3b274d58-7b07-4680-9798-bb0b12946abe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.737108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "3b274d58-7b07-4680-9798-bb0b12946abe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.737337] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "3b274d58-7b07-4680-9798-bb0b12946abe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.737525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "3b274d58-7b07-4680-9798-bb0b12946abe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.737696] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "3b274d58-7b07-4680-9798-bb0b12946abe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.740086] env[69287]: INFO nova.compute.manager [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Terminating instance [ 956.802713] env[69287]: DEBUG nova.compute.manager [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Received event network-changed-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.803132] env[69287]: DEBUG nova.compute.manager [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Refreshing instance network info cache due to event network-changed-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.803776] env[69287]: DEBUG oslo_concurrency.lockutils [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] Acquiring lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.804104] env[69287]: DEBUG oslo_concurrency.lockutils [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] Acquired lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.804371] env[69287]: DEBUG nova.network.neutron [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Refreshing network info cache for port c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.059535] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450795, 'name': Destroy_Task, 'duration_secs': 0.681957} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.059868] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Destroyed the VM [ 957.060586] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.060586] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d3672c3-40dd-47fb-98b5-8664a540164f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.067470] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 957.067470] env[69287]: value = "task-3450798" [ 957.067470] env[69287]: _type = "Task" [ 957.067470] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.075236] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.128515] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450796, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.151624] env[69287]: DEBUG nova.scheduler.client.report [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.155038] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0cda39e5-a1ff-4c05-93eb-d3b16b405f8e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.727s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.178665] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450797, 'name': Rename_Task, 'duration_secs': 0.266263} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.179046] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.179215] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee3f4e8c-73ac-4ef1-89a4-8f6c47d8020f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.186584] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 957.186584] env[69287]: value = "task-3450799" [ 957.186584] env[69287]: _type = "Task" [ 957.186584] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.196413] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.247703] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "refresh_cache-3b274d58-7b07-4680-9798-bb0b12946abe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.247871] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquired lock "refresh_cache-3b274d58-7b07-4680-9798-bb0b12946abe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.247981] env[69287]: DEBUG nova.network.neutron [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.580087] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.632134] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450796, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.657341] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.659059] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.661324] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.752s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.662821] env[69287]: INFO nova.compute.claims [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.703332] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450799, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.779227] env[69287]: DEBUG nova.network.neutron [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.869709] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "f2f1d04e-20b6-4a67-91d6-291ca0854419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.869944] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.913297] env[69287]: DEBUG nova.network.neutron [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.037552] env[69287]: DEBUG nova.network.neutron [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updated VIF entry in instance network info cache for port c7b8df7f-d590-4bcd-b438-e9b6fd2ea190. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.037960] env[69287]: DEBUG nova.network.neutron [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updating instance_info_cache with network_info: [{"id": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "address": "fa:16:3e:e1:3e:8d", "network": {"id": "32daf6eb-2443-4f77-a9e9-eda406021c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-295910274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67d51b3807b24a29831eeab77e67598f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b8df7f-d5", "ovs_interfaceid": "c7b8df7f-d590-4bcd-b438-e9b6fd2ea190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.078917] env[69287]: DEBUG oslo_vmware.api [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450798, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68236} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.079244] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.134840] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450796, 'name': CloneVM_Task, 'duration_secs': 1.623651} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.138374] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Created linked-clone VM from snapshot [ 958.138374] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9c3e0c-6bba-47be-a044-cb71f062fc99 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.147641] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Uploading image b5d78a42-bb80-4818-b905-47e765c21fa1 {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.170308] env[69287]: DEBUG nova.compute.utils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 958.174133] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.174133] env[69287]: DEBUG nova.network.neutron [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.210270] env[69287]: DEBUG oslo_vmware.api [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450799, 'name': PowerOnVM_Task, 'duration_secs': 0.539591} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.213170] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.213458] env[69287]: INFO nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Took 6.06 seconds to spawn the instance on the hypervisor. [ 958.213691] env[69287]: DEBUG nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.216623] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f36492-2814-49b1-b7ab-da70dc4beea9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.228549] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.228549] env[69287]: value = "vm-688971" [ 958.228549] env[69287]: _type = "VirtualMachine" [ 958.228549] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.233499] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90386292-3f82-4185-b2ff-be7adacc171e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.243980] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease: (returnval){ [ 958.243980] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52508827-12d1-c802-0f51-c3cb0323cef0" [ 958.243980] env[69287]: _type = "HttpNfcLease" [ 958.243980] env[69287]: } obtained for exporting VM: (result){ [ 958.243980] env[69287]: value = "vm-688971" [ 958.243980] env[69287]: _type = "VirtualMachine" [ 958.243980] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.243980] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the lease: (returnval){ [ 958.243980] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52508827-12d1-c802-0f51-c3cb0323cef0" [ 958.243980] env[69287]: _type = "HttpNfcLease" [ 958.243980] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.250652] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.250652] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52508827-12d1-c802-0f51-c3cb0323cef0" [ 958.250652] env[69287]: _type = "HttpNfcLease" [ 958.250652] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.269557] env[69287]: DEBUG nova.policy [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbfce51ca1c4a5f890820bf6927963a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c292303c8f485e81663a4afc49a51d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.372423] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.417302] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Releasing lock "refresh_cache-3b274d58-7b07-4680-9798-bb0b12946abe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.418801] env[69287]: DEBUG nova.compute.manager [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.418801] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.419058] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da553b16-3185-41ad-b548-348e5e9f0d2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.428887] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.432060] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4800420d-8e48-4814-847d-2642cc6852d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.438195] env[69287]: DEBUG oslo_vmware.api [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 958.438195] env[69287]: value = "task-3450801" [ 958.438195] env[69287]: _type = "Task" [ 958.438195] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.449394] env[69287]: DEBUG oslo_vmware.api [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.542705] env[69287]: DEBUG oslo_concurrency.lockutils [req-57bcfa22-5ee8-448c-a590-28efd6a75451 req-25f9aa07-4aae-4ceb-a273-e2438cfd8e2a service nova] Releasing lock "refresh_cache-bed91ed8-199e-45a4-a88a-e0ceb0165965" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.585933] env[69287]: WARNING nova.compute.manager [None req-94b78ec4-c642-4cd6-9fba-8f24420fa86e tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Image not found during snapshot: nova.exception.ImageNotFound: Image dfe9ad0b-3c8a-46f4-a697-c4fcb61f5556 could not be found. [ 958.675188] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.753888] env[69287]: INFO nova.compute.manager [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Took 26.40 seconds to build instance. [ 958.759153] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.759153] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52508827-12d1-c802-0f51-c3cb0323cef0" [ 958.759153] env[69287]: _type = "HttpNfcLease" [ 958.759153] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.761258] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.761258] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52508827-12d1-c802-0f51-c3cb0323cef0" [ 958.761258] env[69287]: _type = "HttpNfcLease" [ 958.761258] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.761258] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d683d0-6a6c-47ff-98c8-8676b1ce1faa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.773803] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efaa1a-bbf7-c7d8-eddc-70da1359efca/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.774061] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efaa1a-bbf7-c7d8-eddc-70da1359efca/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.842233] env[69287]: DEBUG nova.network.neutron [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Successfully created port: 7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.898850] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.950930] env[69287]: DEBUG oslo_vmware.api [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450801, 'name': PowerOffVM_Task, 'duration_secs': 0.204351} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.950988] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.951466] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.957072] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-399c76d4-f024-4e72-b979-c7b2a2ff840e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.989715] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e21378b4-74cd-4f65-bfbb-33d00f8965aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.994988] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.994988] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.994988] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleting the datastore file [datastore2] 3b274d58-7b07-4680-9798-bb0b12946abe {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.994988] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2098e9-0404-46bc-9bc1-f9c1dec4bf1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.006038] env[69287]: DEBUG oslo_vmware.api [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for the task: (returnval){ [ 959.006038] env[69287]: value = "task-3450803" [ 959.006038] env[69287]: _type = "Task" [ 959.006038] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.019865] env[69287]: DEBUG oslo_vmware.api [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.125060] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e471f3f3-8cad-4049-bd78-801436164f7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.133388] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba58c9e-5a0d-48fc-a0cf-c0b95203fc3e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.171750] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913617c4-4a52-4f20-9d67-ca395b08bd3b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.180297] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f1467-b833-43af-8ea6-10ca2896363d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.198668] env[69287]: DEBUG nova.compute.provider_tree [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.258790] env[69287]: DEBUG oslo_concurrency.lockutils [None req-164e498c-b796-4535-ab40-29bf423221f1 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "32c513e1-a287-499a-b869-fbd4421df05f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.916s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.347751] env[69287]: INFO nova.compute.manager [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Rebuilding instance [ 959.396592] env[69287]: DEBUG nova.compute.manager [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.396592] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Didn't find any instances for network info cache update. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 959.397322] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227558a4-9db5-4f1b-afaa-015766b50841 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.400620] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.400620] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.401310] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.401310] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.401523] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.401598] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.401727] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 959.401888] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.465249] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.465602] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.465818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.466016] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.466205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.475112] env[69287]: INFO nova.compute.manager [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Terminating instance [ 959.515053] env[69287]: DEBUG oslo_vmware.api [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Task: {'id': task-3450803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300067} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.515358] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.515510] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.515687] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.515857] env[69287]: INFO nova.compute.manager [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Took 1.10 seconds to destroy the instance on the hypervisor. [ 959.516131] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.516445] env[69287]: DEBUG nova.compute.manager [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.516660] env[69287]: DEBUG nova.network.neutron [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.555661] env[69287]: DEBUG nova.network.neutron [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.689942] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.705630] env[69287]: DEBUG nova.scheduler.client.report [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.735893] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.736700] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.736959] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.737173] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.737319] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.737463] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.737669] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.738022] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.738022] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.738159] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.738339] env[69287]: DEBUG nova.virt.hardware [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.739626] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90caf629-ed16-482b-a9cf-258ce9f4a26d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.753565] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a156d-c98b-4d59-b81d-3bc3024a5618 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.910039] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.979717] env[69287]: DEBUG nova.compute.manager [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.979888] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.980850] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb2b8c-d0f3-4467-99c6-96c950103951 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.989705] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.990061] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-142bcd4f-0b07-4fa8-bfc4-4ceacc965caf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.997858] env[69287]: DEBUG oslo_vmware.api [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 959.997858] env[69287]: value = "task-3450804" [ 959.997858] env[69287]: _type = "Task" [ 959.997858] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.007748] env[69287]: DEBUG oslo_vmware.api [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.059640] env[69287]: DEBUG nova.network.neutron [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.218211] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.218942] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.224607] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.183s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.224971] env[69287]: DEBUG nova.objects.instance [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lazy-loading 'resources' on Instance uuid e8a7e19a-4904-4c9a-ad87-a5f0646181d1 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.418305] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.418305] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e334f0f7-411e-4b15-91ad-94d4809fe64f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.423631] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 960.423631] env[69287]: value = "task-3450805" [ 960.423631] env[69287]: _type = "Task" [ 960.423631] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.434407] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.510734] env[69287]: DEBUG oslo_vmware.api [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450804, 'name': PowerOffVM_Task, 'duration_secs': 0.264396} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.510734] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.511076] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.512334] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4697f187-54e5-4160-898b-2b404af2eeaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.562377] env[69287]: INFO nova.compute.manager [-] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Took 1.05 seconds to deallocate network for instance. [ 960.574772] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.578518] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.578518] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleting the datastore file [datastore2] 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.578518] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf9e5b0-418d-43be-80b0-3da2c9cce87c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.585482] env[69287]: DEBUG oslo_vmware.api [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for the task: (returnval){ [ 960.585482] env[69287]: value = "task-3450807" [ 960.585482] env[69287]: _type = "Task" [ 960.585482] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.596993] env[69287]: DEBUG oslo_vmware.api [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.729119] env[69287]: DEBUG nova.network.neutron [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Successfully updated port: 7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.737057] env[69287]: DEBUG nova.compute.utils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.743232] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.746757] env[69287]: DEBUG nova.network.neutron [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.757612] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "803e0846-cb5e-4acf-9527-2842ec52d8c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.758081] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.785206] env[69287]: DEBUG nova.compute.manager [req-1062fbb2-721b-404b-a9bf-00f20b246fb9 req-c5fafdc1-8694-4429-a2fc-dca0009773a3 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Received event network-vif-plugged-7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.785442] env[69287]: DEBUG oslo_concurrency.lockutils [req-1062fbb2-721b-404b-a9bf-00f20b246fb9 req-c5fafdc1-8694-4429-a2fc-dca0009773a3 service nova] Acquiring lock "f268f0f1-839f-4534-a72f-180f798cd10a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.785646] env[69287]: DEBUG oslo_concurrency.lockutils [req-1062fbb2-721b-404b-a9bf-00f20b246fb9 req-c5fafdc1-8694-4429-a2fc-dca0009773a3 service nova] Lock "f268f0f1-839f-4534-a72f-180f798cd10a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.785811] env[69287]: DEBUG oslo_concurrency.lockutils [req-1062fbb2-721b-404b-a9bf-00f20b246fb9 req-c5fafdc1-8694-4429-a2fc-dca0009773a3 service nova] Lock "f268f0f1-839f-4534-a72f-180f798cd10a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.786041] env[69287]: DEBUG nova.compute.manager [req-1062fbb2-721b-404b-a9bf-00f20b246fb9 req-c5fafdc1-8694-4429-a2fc-dca0009773a3 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] No waiting events found dispatching network-vif-plugged-7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.786635] env[69287]: WARNING nova.compute.manager [req-1062fbb2-721b-404b-a9bf-00f20b246fb9 req-c5fafdc1-8694-4429-a2fc-dca0009773a3 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Received unexpected event network-vif-plugged-7791330a-df56-4bb0-8b52-da27d3d50cae for instance with vm_state building and task_state spawning. [ 960.802711] env[69287]: DEBUG nova.policy [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595323cb94624703bc1274a4a5e67609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc00f367efe649ed83dbcc7dcb1b0c5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.940925] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450805, 'name': PowerOffVM_Task, 'duration_secs': 0.189702} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.945203] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.947128] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.954398] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459238ac-af13-432f-8975-fe8673c79818 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.966244] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.966244] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2755e705-0760-4ed2-b5fa-5a411cd70e8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.989579] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.989944] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.990441] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Deleting the datastore file [datastore1] 32c513e1-a287-499a-b869-fbd4421df05f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.990441] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eb39a90-e8e7-405a-b292-30157dc14165 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.996822] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 960.996822] env[69287]: value = "task-3450809" [ 960.996822] env[69287]: _type = "Task" [ 960.996822] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.007104] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.071249] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.097102] env[69287]: DEBUG oslo_vmware.api [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Task: {'id': task-3450807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276611} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.098014] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.098743] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.099201] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.099584] env[69287]: INFO nova.compute.manager [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 961.100045] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.103776] env[69287]: DEBUG nova.compute.manager [-] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.104021] env[69287]: DEBUG nova.network.neutron [-] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.123525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-49366c42-9423-43b0-8049-4532df302f2d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.123525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.123525] env[69287]: DEBUG nova.objects.instance [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'flavor' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.155095] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cc8c2e-4c57-4961-9b86-b0392675b30c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.174817] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12204276-52f3-4d2f-bed6-c85182e053e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.211089] env[69287]: DEBUG nova.network.neutron [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Successfully created port: 472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.213887] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cdcbbb-7cf6-44b9-a97f-88c4aa757e2f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.224906] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd376e-4260-4406-adbd-bb5382efb17f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.243404] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "refresh_cache-f268f0f1-839f-4534-a72f-180f798cd10a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.243641] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquired lock "refresh_cache-f268f0f1-839f-4534-a72f-180f798cd10a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.243844] env[69287]: DEBUG nova.network.neutron [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.245372] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.248176] env[69287]: DEBUG nova.compute.provider_tree [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.263518] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.481569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.481844] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.510153] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170961} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.510503] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.510699] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.510904] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.631748] env[69287]: DEBUG nova.objects.instance [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'pci_requests' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.756581] env[69287]: DEBUG nova.scheduler.client.report [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.790515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.796032] env[69287]: DEBUG nova.network.neutron [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.948789] env[69287]: DEBUG nova.network.neutron [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Updating instance_info_cache with network_info: [{"id": "7791330a-df56-4bb0-8b52-da27d3d50cae", "address": "fa:16:3e:ec:b3:1b", "network": {"id": "010526d4-fa76-4bad-8b8f-43a4fb9734ec", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-184413651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c292303c8f485e81663a4afc49a51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7791330a-df", "ovs_interfaceid": "7791330a-df56-4bb0-8b52-da27d3d50cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.957045] env[69287]: DEBUG nova.network.neutron [-] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.985077] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.136252] env[69287]: DEBUG nova.objects.base [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Object Instance<49366c42-9423-43b0-8049-4532df302f2d> lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 962.136252] env[69287]: DEBUG nova.network.neutron [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.238503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-49c3ab19-8914-4fce-98f0-6d1a1b4d154c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.261492] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.264338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.269263] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.038s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.290195] env[69287]: INFO nova.scheduler.client.report [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Deleted allocations for instance e8a7e19a-4904-4c9a-ad87-a5f0646181d1 [ 962.304030] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.304401] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.304641] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.304890] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.305101] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.305311] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.305570] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.305776] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.306025] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.306326] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.306563] env[69287]: DEBUG nova.virt.hardware [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.307484] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2981e8f-75b9-496d-9cb3-c468088fc468 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.317770] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d535a-1d64-437a-858f-b8c3c1bb31d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.451818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Releasing lock "refresh_cache-f268f0f1-839f-4534-a72f-180f798cd10a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.452177] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Instance network_info: |[{"id": "7791330a-df56-4bb0-8b52-da27d3d50cae", "address": "fa:16:3e:ec:b3:1b", "network": {"id": "010526d4-fa76-4bad-8b8f-43a4fb9734ec", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-184413651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c292303c8f485e81663a4afc49a51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7791330a-df", "ovs_interfaceid": "7791330a-df56-4bb0-8b52-da27d3d50cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.452731] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:b3:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7791330a-df56-4bb0-8b52-da27d3d50cae', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.460665] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Creating folder: Project (e8c292303c8f485e81663a4afc49a51d). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.461161] env[69287]: INFO nova.compute.manager [-] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Took 1.36 seconds to deallocate network for instance. [ 962.461405] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47a12b17-5e4d-4fe3-96ed-2f4223b9c211 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.474355] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Created folder: Project (e8c292303c8f485e81663a4afc49a51d) in parent group-v688742. [ 962.474554] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Creating folder: Instances. Parent ref: group-v688972. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.474781] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dcf6179-826e-47df-a2a1-cab5a99fc617 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.483500] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Created folder: Instances in parent group-v688972. [ 962.483741] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.484182] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.484278] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68516251-84ab-42c8-a0d4-11f33c5ffa3e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.506201] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.506201] env[69287]: value = "task-3450812" [ 962.506201] env[69287]: _type = "Task" [ 962.506201] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.515036] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450812, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.516237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.542019] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.542019] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.542019] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.542460] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.542741] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.543031] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.545027] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.545027] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.545027] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.545027] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.545027] env[69287]: DEBUG nova.virt.hardware [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.545365] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cbcbc1-9938-41a1-a341-506aab24305b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.553666] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03e0f4-0072-413f-bbc4-4325e7213dad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.570103] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.576990] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.576990] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.576990] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b51b08b5-fb6c-4dc4-aaa4-c33564d9da8a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.596740] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.596740] env[69287]: value = "task-3450813" [ 962.596740] env[69287]: _type = "Task" [ 962.596740] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.607144] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450813, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.802628] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e57c5fb8-a327-4607-b9ef-fcbb3e9b3ad5 tempest-ServersTestManualDisk-1220685171 tempest-ServersTestManualDisk-1220685171-project-member] Lock "e8a7e19a-4904-4c9a-ad87-a5f0646181d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.553s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.858641] env[69287]: DEBUG nova.compute.manager [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Received event network-changed-7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.859352] env[69287]: DEBUG nova.compute.manager [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Refreshing instance network info cache due to event network-changed-7791330a-df56-4bb0-8b52-da27d3d50cae. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.860242] env[69287]: DEBUG oslo_concurrency.lockutils [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] Acquiring lock "refresh_cache-f268f0f1-839f-4534-a72f-180f798cd10a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.860242] env[69287]: DEBUG oslo_concurrency.lockutils [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] Acquired lock "refresh_cache-f268f0f1-839f-4534-a72f-180f798cd10a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.860242] env[69287]: DEBUG nova.network.neutron [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Refreshing network info cache for port 7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.969771] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.017960] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450812, 'name': CreateVM_Task, 'duration_secs': 0.399737} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.018201] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.018903] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.019131] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.019432] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.022823] env[69287]: DEBUG nova.network.neutron [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Successfully updated port: 472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.024718] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3782b2b-6bc0-4d4a-b481-2523afddd018 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.031151] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 963.031151] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52986156-8817-83d9-8312-e1390e114245" [ 963.031151] env[69287]: _type = "Task" [ 963.031151] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.042524] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52986156-8817-83d9-8312-e1390e114245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.106627] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450813, 'name': CreateVM_Task, 'duration_secs': 0.40292} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.109128] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.110569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.148087] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311d693-64f2-4e5c-9c3e-9506a5099b01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.155567] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f627a216-a1f1-44f0-b06f-5679465f92cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.194204] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2763b6-c2c9-4d6c-9626-34a85fe5a6e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.202566] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0db2a-33c4-48cc-88d8-d9bfccce125f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.220434] env[69287]: DEBUG nova.compute.provider_tree [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.451950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.452274] env[69287]: DEBUG oslo_concurrency.lockutils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.526093] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "refresh_cache-d083437d-f6b8-4122-96b1-70a1dd320697" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.526258] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "refresh_cache-d083437d-f6b8-4122-96b1-70a1dd320697" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.526386] env[69287]: DEBUG nova.network.neutron [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.542498] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52986156-8817-83d9-8312-e1390e114245, 'name': SearchDatastore_Task, 'duration_secs': 0.012913} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.544837] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.545084] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.545321] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.545473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.545649] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.546200] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.546520] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.550018] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f21203-0442-4399-8620-67cb67141e86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.550018] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7407cab-0532-4f2e-b25e-66a1bec79209 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.554765] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 963.554765] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a8a5ca-7b2c-23fb-7e06-bc75a0cd925f" [ 963.554765] env[69287]: _type = "Task" [ 963.554765] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.563495] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.563813] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.564865] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46fc8c6-e683-46be-a05e-b9e8fc5f8cc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.574871] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a8a5ca-7b2c-23fb-7e06-bc75a0cd925f, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.576378] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.576378] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.576378] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.578365] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 963.578365] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52191e0f-1bd0-5188-89c9-38e12e8b585d" [ 963.578365] env[69287]: _type = "Task" [ 963.578365] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.585165] env[69287]: DEBUG nova.network.neutron [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Updated VIF entry in instance network info cache for port 7791330a-df56-4bb0-8b52-da27d3d50cae. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.585165] env[69287]: DEBUG nova.network.neutron [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Updating instance_info_cache with network_info: [{"id": "7791330a-df56-4bb0-8b52-da27d3d50cae", "address": "fa:16:3e:ec:b3:1b", "network": {"id": "010526d4-fa76-4bad-8b8f-43a4fb9734ec", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-184413651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c292303c8f485e81663a4afc49a51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7791330a-df", "ovs_interfaceid": "7791330a-df56-4bb0-8b52-da27d3d50cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.588862] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52191e0f-1bd0-5188-89c9-38e12e8b585d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.725357] env[69287]: DEBUG nova.scheduler.client.report [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.957388] env[69287]: DEBUG nova.compute.utils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 964.058230] env[69287]: DEBUG nova.network.neutron [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.091169] env[69287]: DEBUG oslo_concurrency.lockutils [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] Releasing lock "refresh_cache-f268f0f1-839f-4534-a72f-180f798cd10a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.091351] env[69287]: DEBUG nova.compute.manager [req-c4f492ec-bcd8-43c4-84a0-48c804831dec req-3a205aa3-7cbe-4532-8b5d-4b1dfd836a90 service nova] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Received event network-vif-deleted-da118a46-5916-40da-8b67-2f7b28e282ae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.091691] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52191e0f-1bd0-5188-89c9-38e12e8b585d, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.092766] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c8edc8-ea00-433e-97bf-1adcc08405ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.099033] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 964.099033] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ae2559-ebe4-6ca1-f900-5574cd78bebb" [ 964.099033] env[69287]: _type = "Task" [ 964.099033] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.110105] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ae2559-ebe4-6ca1-f900-5574cd78bebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.209554] env[69287]: DEBUG nova.network.neutron [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Updating instance_info_cache with network_info: [{"id": "472dcc12-7e50-412a-9ccd-cf547528451a", "address": "fa:16:3e:2a:42:99", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472dcc12-7e", "ovs_interfaceid": "472dcc12-7e50-412a-9ccd-cf547528451a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.378444] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-49366c42-9423-43b0-8049-4532df302f2d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.378761] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.379113] env[69287]: DEBUG nova.objects.instance [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'flavor' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.465400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.611335] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ae2559-ebe4-6ca1-f900-5574cd78bebb, 'name': SearchDatastore_Task, 'duration_secs': 0.021254} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.611661] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.611958] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] f268f0f1-839f-4534-a72f-180f798cd10a/f268f0f1-839f-4534-a72f-180f798cd10a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.612420] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.612504] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.612732] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ddfd1c9-1164-41e6-8599-0e44362696c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.614965] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dede96d8-9345-4375-be28-66abd92236a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.621549] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 964.621549] env[69287]: value = "task-3450814" [ 964.621549] env[69287]: _type = "Task" [ 964.621549] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.625368] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.625550] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.626558] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e280618-621c-44b7-a371-11d0b5aa88e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.631649] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.634525] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 964.634525] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525a4bb1-e7bb-d22c-57a5-5e29f34a8632" [ 964.634525] env[69287]: _type = "Task" [ 964.634525] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.641829] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525a4bb1-e7bb-d22c-57a5-5e29f34a8632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.712752] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "refresh_cache-d083437d-f6b8-4122-96b1-70a1dd320697" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.713130] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Instance network_info: |[{"id": "472dcc12-7e50-412a-9ccd-cf547528451a", "address": "fa:16:3e:2a:42:99", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472dcc12-7e", "ovs_interfaceid": "472dcc12-7e50-412a-9ccd-cf547528451a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.713588] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:42:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '472dcc12-7e50-412a-9ccd-cf547528451a', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.721852] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.722237] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.722520] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b43f0c0d-3980-4872-b65e-e870daefeab8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.738891] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.470s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.739126] env[69287]: DEBUG nova.compute.manager [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69287) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 964.742282] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.198s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.744020] env[69287]: INFO nova.compute.claims [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.752417] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.752417] env[69287]: value = "task-3450815" [ 964.752417] env[69287]: _type = "Task" [ 964.752417] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.763187] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450815, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.964293] env[69287]: DEBUG nova.objects.instance [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'pci_requests' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.132581] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450814, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.143567] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525a4bb1-e7bb-d22c-57a5-5e29f34a8632, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.144458] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528d4168-4d1e-4f73-9240-3e6e31647594 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.151096] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 965.151096] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521aeb5e-dd07-e6ff-679d-8786166c0dd0" [ 965.151096] env[69287]: _type = "Task" [ 965.151096] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.162172] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521aeb5e-dd07-e6ff-679d-8786166c0dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.272024] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450815, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.400493] env[69287]: INFO nova.scheduler.client.report [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted allocation for migration 8c49e2c5-0013-43ea-ac29-19945e58bb84 [ 965.467097] env[69287]: DEBUG nova.objects.base [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Object Instance<49366c42-9423-43b0-8049-4532df302f2d> lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.467391] env[69287]: DEBUG nova.network.neutron [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.510454] env[69287]: DEBUG nova.policy [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.550676] env[69287]: DEBUG oslo_concurrency.lockutils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.550977] env[69287]: DEBUG oslo_concurrency.lockutils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.551261] env[69287]: INFO nova.compute.manager [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Attaching volume 00d15014-5ba1-44a1-ae8e-3b8f82e43342 to /dev/sdb [ 965.589818] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76a6dd8-13cb-4ff5-8647-19d59699ba3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.596982] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957140e2-52a5-4add-86b8-51aab3fc9811 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.610497] env[69287]: DEBUG nova.virt.block_device [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updating existing volume attachment record: 15f6c9fc-03de-4a96-b9e2-266130ba5bd2 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.631479] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529588} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.631746] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] f268f0f1-839f-4534-a72f-180f798cd10a/f268f0f1-839f-4534-a72f-180f798cd10a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.632052] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.632228] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979980ab-674e-484c-9609-dac9a8af558c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.642024] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 965.642024] env[69287]: value = "task-3450816" [ 965.642024] env[69287]: _type = "Task" [ 965.642024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.646875] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.661094] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521aeb5e-dd07-e6ff-679d-8786166c0dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.022045} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.661350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.661609] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.662374] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea9fec6-1fa0-48f5-8c8f-5a7e364f0ef8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.669562] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 965.669562] env[69287]: value = "task-3450817" [ 965.669562] env[69287]: _type = "Task" [ 965.669562] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.676695] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.771371] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450815, 'name': CreateVM_Task, 'duration_secs': 0.534758} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.771649] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.773155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.775530] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.775923] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.776333] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10877ef9-3dbe-443a-929d-98fa7b4ce8f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.783136] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 965.783136] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a404af-fa08-d90f-4096-33beea6a3886" [ 965.783136] env[69287]: _type = "Task" [ 965.783136] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.783896] env[69287]: DEBUG nova.network.neutron [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Successfully created port: 11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.796242] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a404af-fa08-d90f-4096-33beea6a3886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.909421] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bc3bb4a4-df8f-4f47-a94c-8028d994b3b5 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.135s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.021538] env[69287]: DEBUG nova.compute.manager [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Received event network-vif-plugged-472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.021538] env[69287]: DEBUG oslo_concurrency.lockutils [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] Acquiring lock "d083437d-f6b8-4122-96b1-70a1dd320697-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.021538] env[69287]: DEBUG oslo_concurrency.lockutils [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] Lock "d083437d-f6b8-4122-96b1-70a1dd320697-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.021538] env[69287]: DEBUG oslo_concurrency.lockutils [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] Lock "d083437d-f6b8-4122-96b1-70a1dd320697-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.021538] env[69287]: DEBUG nova.compute.manager [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] No waiting events found dispatching network-vif-plugged-472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.022135] env[69287]: WARNING nova.compute.manager [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Received unexpected event network-vif-plugged-472dcc12-7e50-412a-9ccd-cf547528451a for instance with vm_state building and task_state spawning. [ 966.022135] env[69287]: DEBUG nova.compute.manager [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Received event network-changed-472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.022451] env[69287]: DEBUG nova.compute.manager [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Refreshing instance network info cache due to event network-changed-472dcc12-7e50-412a-9ccd-cf547528451a. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.022542] env[69287]: DEBUG oslo_concurrency.lockutils [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] Acquiring lock "refresh_cache-d083437d-f6b8-4122-96b1-70a1dd320697" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.022760] env[69287]: DEBUG oslo_concurrency.lockutils [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] Acquired lock "refresh_cache-d083437d-f6b8-4122-96b1-70a1dd320697" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.023585] env[69287]: DEBUG nova.network.neutron [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Refreshing network info cache for port 472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.121269] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef49f19-6771-4358-8456-bcc2dfa7d71d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.135427] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e97c7b-b6a9-48b9-88d6-b19019ad4738 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.151672] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070194} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.181086] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.182907] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ac2663-ffcc-449b-9f51-c6753dd5b3e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.190438] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b92e616-9b16-43a7-a235-7401148d2d97 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.199402] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450817, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.211634] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac3772c-7fd9-48e4-876d-a9db1d9f76df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.225808] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f268f0f1-839f-4534-a72f-180f798cd10a/f268f0f1-839f-4534-a72f-180f798cd10a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.226182] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde7d648-0e2c-4fd6-b916-6dd987014c1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.253687] env[69287]: DEBUG nova.compute.provider_tree [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.256950] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 966.256950] env[69287]: value = "task-3450821" [ 966.256950] env[69287]: _type = "Task" [ 966.256950] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.266271] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.297873] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a404af-fa08-d90f-4096-33beea6a3886, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.298266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.298537] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.298833] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.299029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.299264] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.299565] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c26a1cf-6919-445e-8308-26ee43d41482 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.308836] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.309087] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.312548] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ceae06-b58e-4c2c-8919-a4b7a50d2581 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.318317] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 966.318317] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52827b4e-60d1-51c9-6439-838118501a3f" [ 966.318317] env[69287]: _type = "Task" [ 966.318317] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.326349] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52827b4e-60d1-51c9-6439-838118501a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.692534] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539927} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.692853] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.692970] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.693247] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c537a86c-721f-4b33-b20d-aef453049d8c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.701292] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 966.701292] env[69287]: value = "task-3450822" [ 966.701292] env[69287]: _type = "Task" [ 966.701292] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.712026] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.759127] env[69287]: DEBUG nova.scheduler.client.report [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.773577] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450821, 'name': ReconfigVM_Task, 'duration_secs': 0.293381} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.774101] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f268f0f1-839f-4534-a72f-180f798cd10a/f268f0f1-839f-4534-a72f-180f798cd10a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.774769] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ed35ce-4956-4eb8-be1c-2b11aa090ac4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.782787] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 966.782787] env[69287]: value = "task-3450823" [ 966.782787] env[69287]: _type = "Task" [ 966.782787] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.783613] env[69287]: DEBUG nova.network.neutron [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Updated VIF entry in instance network info cache for port 472dcc12-7e50-412a-9ccd-cf547528451a. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.783936] env[69287]: DEBUG nova.network.neutron [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Updating instance_info_cache with network_info: [{"id": "472dcc12-7e50-412a-9ccd-cf547528451a", "address": "fa:16:3e:2a:42:99", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap472dcc12-7e", "ovs_interfaceid": "472dcc12-7e50-412a-9ccd-cf547528451a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.803760] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450823, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.830053] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52827b4e-60d1-51c9-6439-838118501a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.830610] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e177692f-4ab3-4fc8-b35e-de8bbd0d1868 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.836599] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 966.836599] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52de83f6-561d-398c-a377-350428f1f160" [ 966.836599] env[69287]: _type = "Task" [ 966.836599] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.845693] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52de83f6-561d-398c-a377-350428f1f160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.940157] env[69287]: DEBUG nova.objects.instance [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'flavor' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.210555] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085924} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.210823] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.212082] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ab0f2-cc6c-474a-be6f-40cf685ecd69 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.237842] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.238194] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f090c1-2716-4664-9e02-cc85d1fca03c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.258440] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 967.258440] env[69287]: value = "task-3450824" [ 967.258440] env[69287]: _type = "Task" [ 967.258440] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.268737] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.269276] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.271743] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.272218] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.562s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.272434] env[69287]: DEBUG nova.objects.instance [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lazy-loading 'resources' on Instance uuid 1ce42061-67c9-418d-9363-369225406147 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.289905] env[69287]: DEBUG oslo_concurrency.lockutils [req-3aaf6da0-a3a9-4957-8827-0a80ed1f30ba req-14aa51f6-47a3-4aeb-9747-913d9a9fe10b service nova] Releasing lock "refresh_cache-d083437d-f6b8-4122-96b1-70a1dd320697" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.296551] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450823, 'name': Rename_Task, 'duration_secs': 0.155205} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.296819] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.297086] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f92ada-2153-4b86-b3bb-860f9695ed0c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.300795] env[69287]: DEBUG nova.network.neutron [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Successfully updated port: 11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.303827] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 967.303827] env[69287]: value = "task-3450825" [ 967.303827] env[69287]: _type = "Task" [ 967.303827] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.312603] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.349628] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52de83f6-561d-398c-a377-350428f1f160, 'name': SearchDatastore_Task, 'duration_secs': 0.017836} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.349628] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.349628] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d083437d-f6b8-4122-96b1-70a1dd320697/d083437d-f6b8-4122-96b1-70a1dd320697.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.349628] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36da50f7-e2b6-4980-b37b-72aca02fbd15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.355472] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 967.355472] env[69287]: value = "task-3450826" [ 967.355472] env[69287]: _type = "Task" [ 967.355472] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.365331] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.445479] env[69287]: DEBUG oslo_concurrency.lockutils [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.445826] env[69287]: DEBUG oslo_concurrency.lockutils [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.445916] env[69287]: DEBUG nova.network.neutron [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.446067] env[69287]: DEBUG nova.objects.instance [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'info_cache' on Instance uuid 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.769311] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.773823] env[69287]: DEBUG nova.compute.utils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.775713] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.775892] env[69287]: DEBUG nova.network.neutron [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.803286] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.804353] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.804353] env[69287]: DEBUG nova.network.neutron [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.817865] env[69287]: DEBUG oslo_vmware.api [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450825, 'name': PowerOnVM_Task, 'duration_secs': 0.480283} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.818850] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.819107] env[69287]: INFO nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Took 8.13 seconds to spawn the instance on the hypervisor. [ 967.819305] env[69287]: DEBUG nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.820161] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ebf9cd-1aa6-4f34-b601-999d60023109 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.834263] env[69287]: DEBUG nova.policy [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb9dfc3278a4d92a1574ad7157bf287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009f1f361a294ee5b59f3e7e5c6ec4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.866755] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.951100] env[69287]: DEBUG nova.objects.base [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Object Instance<33fff088-d4ce-46e6-9680-c4f4d9dd7f7b> lazy-loaded attributes: flavor,info_cache {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.125556] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b45857-8be4-494c-9080-127756e6b272 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.133609] env[69287]: DEBUG nova.network.neutron [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Successfully created port: 230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.139216] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f3978-08a2-4034-a0a4-e7c232acf63c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.177089] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039878be-d88e-4fd9-a92b-21475090af25 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.186921] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559861de-a102-4dbe-bc6b-eb744609e83b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.206734] env[69287]: DEBUG nova.compute.provider_tree [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.269641] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.279439] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.340496] env[69287]: INFO nova.compute.manager [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Took 25.46 seconds to build instance. [ 968.347553] env[69287]: DEBUG nova.compute.manager [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-vif-plugged-11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.348308] env[69287]: DEBUG oslo_concurrency.lockutils [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.348643] env[69287]: DEBUG oslo_concurrency.lockutils [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.348727] env[69287]: DEBUG oslo_concurrency.lockutils [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.349519] env[69287]: DEBUG nova.compute.manager [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] No waiting events found dispatching network-vif-plugged-11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.349519] env[69287]: WARNING nova.compute.manager [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received unexpected event network-vif-plugged-11f4a594-e0f4-4411-a4c3-ee96b7c9269e for instance with vm_state active and task_state None. [ 968.349519] env[69287]: DEBUG nova.compute.manager [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-changed-11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.349519] env[69287]: DEBUG nova.compute.manager [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing instance network info cache due to event network-changed-11f4a594-e0f4-4411-a4c3-ee96b7c9269e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.349871] env[69287]: DEBUG oslo_concurrency.lockutils [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.362667] env[69287]: WARNING nova.network.neutron [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] 50abe619-3d74-49f9-a7ee-5b829f8b6b46 already exists in list: networks containing: ['50abe619-3d74-49f9-a7ee-5b829f8b6b46']. ignoring it [ 968.369868] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881895} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.370721] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d083437d-f6b8-4122-96b1-70a1dd320697/d083437d-f6b8-4122-96b1-70a1dd320697.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.370988] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.371272] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-696353e6-28d1-40a3-978f-79227a5b27e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.378527] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 968.378527] env[69287]: value = "task-3450828" [ 968.378527] env[69287]: _type = "Task" [ 968.378527] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.389276] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.512917] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efaa1a-bbf7-c7d8-eddc-70da1359efca/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.514962] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193ee4d9-caf3-4b58-a2de-f99c3d55b9b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.522499] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efaa1a-bbf7-c7d8-eddc-70da1359efca/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.522499] env[69287]: ERROR oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efaa1a-bbf7-c7d8-eddc-70da1359efca/disk-0.vmdk due to incomplete transfer. [ 968.522499] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f877bb69-f482-427b-a56b-c21cc6584cd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.529462] env[69287]: DEBUG oslo_vmware.rw_handles [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efaa1a-bbf7-c7d8-eddc-70da1359efca/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.530130] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Uploaded image b5d78a42-bb80-4818-b905-47e765c21fa1 to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.533144] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.533144] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b26e601-f12a-4a12-a69a-5889879252c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.538560] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 968.538560] env[69287]: value = "task-3450829" [ 968.538560] env[69287]: _type = "Task" [ 968.538560] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.553464] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450829, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.710887] env[69287]: DEBUG nova.scheduler.client.report [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.719176] env[69287]: DEBUG nova.network.neutron [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "address": "fa:16:3e:0a:02:2e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f4a594-e0", "ovs_interfaceid": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.756865] env[69287]: DEBUG nova.network.neutron [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [{"id": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "address": "fa:16:3e:f3:a9:0f", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bfff8f-de", "ovs_interfaceid": "d2bfff8f-ded4-4c6e-9b0e-7dae2b782153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.772858] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450824, 'name': ReconfigVM_Task, 'duration_secs': 1.129194} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.776740] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 32c513e1-a287-499a-b869-fbd4421df05f/32c513e1-a287-499a-b869-fbd4421df05f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.776740] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb56060-d0e7-4abf-bc3a-d4ea10a1d22c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.781493] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 968.781493] env[69287]: value = "task-3450830" [ 968.781493] env[69287]: _type = "Task" [ 968.781493] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.795205] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450830, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.842274] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b7076cbc-2182-470b-927a-982a50445e6e tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "f268f0f1-839f-4534-a72f-180f798cd10a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.970s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.888072] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071232} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.888306] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.890155] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965fd8c7-f25c-4c5e-b18c-1c12ac2efdf2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.916892] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d083437d-f6b8-4122-96b1-70a1dd320697/d083437d-f6b8-4122-96b1-70a1dd320697.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.918062] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6814e0b-cc24-4425-afbb-081c93df1898 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.937630] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 968.937630] env[69287]: value = "task-3450831" [ 968.937630] env[69287]: _type = "Task" [ 968.937630] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.946120] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.049118] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450829, 'name': Destroy_Task, 'duration_secs': 0.36826} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.049499] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Destroyed the VM [ 969.049716] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.049955] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6241cba5-b6bd-45ac-9ab0-7ee1b164a716 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.056024] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 969.056024] env[69287]: value = "task-3450832" [ 969.056024] env[69287]: _type = "Task" [ 969.056024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.063354] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.215771] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.218300] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.320s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.220032] env[69287]: INFO nova.compute.claims [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.223034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.223793] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.223793] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.224316] env[69287]: DEBUG oslo_concurrency.lockutils [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.224507] env[69287]: DEBUG nova.network.neutron [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing network info cache for port 11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.226501] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aaf5ba-a42b-408b-a83e-d6c27f194efa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.251267] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.251538] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.251697] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.251891] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.252642] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.253270] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.253270] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.253445] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.253918] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.254065] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.254220] env[69287]: DEBUG nova.virt.hardware [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.261134] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfiguring VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 969.262509] env[69287]: INFO nova.scheduler.client.report [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Deleted allocations for instance 1ce42061-67c9-418d-9363-369225406147 [ 969.264504] env[69287]: DEBUG oslo_concurrency.lockutils [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.267058] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1e2c01-755f-47a6-8a0f-79bbab545a28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.286764] env[69287]: DEBUG oslo_vmware.api [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 969.286764] env[69287]: value = "task-3450833" [ 969.286764] env[69287]: _type = "Task" [ 969.286764] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.290468] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450830, 'name': Rename_Task, 'duration_secs': 0.149316} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.293153] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.295054] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.296400] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56ae6734-542d-495e-a7f6-4bc14d3918d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.303030] env[69287]: DEBUG oslo_vmware.api [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450833, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.304239] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 969.304239] env[69287]: value = "task-3450834" [ 969.304239] env[69287]: _type = "Task" [ 969.304239] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.313464] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.322194] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.322194] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.322393] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.322459] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.322610] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.322817] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.323089] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.323260] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.323431] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.323595] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.323768] env[69287]: DEBUG nova.virt.hardware [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.325739] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb71de-e979-4bfb-bc31-c3f4b9f9b707 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.334363] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f5d5d4-c8f1-491d-ad3d-5a6088997bf9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.396539] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "f268f0f1-839f-4534-a72f-180f798cd10a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.396834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "f268f0f1-839f-4534-a72f-180f798cd10a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.397061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "f268f0f1-839f-4534-a72f-180f798cd10a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.397253] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "f268f0f1-839f-4534-a72f-180f798cd10a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.397426] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "f268f0f1-839f-4534-a72f-180f798cd10a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.400285] env[69287]: INFO nova.compute.manager [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Terminating instance [ 969.450601] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.566598] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.746211] env[69287]: DEBUG nova.network.neutron [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Successfully updated port: 230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.784617] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1cd90a2c-50b7-48af-8aec-4c6de1f07729 tempest-ServersTestJSON-1559637725 tempest-ServersTestJSON-1559637725-project-member] Lock "1ce42061-67c9-418d-9363-369225406147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.306s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.801012] env[69287]: DEBUG oslo_vmware.api [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.814330] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.903887] env[69287]: DEBUG nova.compute.manager [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.904141] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.905113] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e15bc-efac-48bc-9ab2-e6ce78e46174 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.915095] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.915320] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1543b0d8-a05f-403f-8610-e7fbfd2b5017 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.922795] env[69287]: DEBUG oslo_vmware.api [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 969.922795] env[69287]: value = "task-3450835" [ 969.922795] env[69287]: _type = "Task" [ 969.922795] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.938998] env[69287]: DEBUG oslo_vmware.api [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.952741] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450831, 'name': ReconfigVM_Task, 'duration_secs': 0.641883} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.953192] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d083437d-f6b8-4122-96b1-70a1dd320697/d083437d-f6b8-4122-96b1-70a1dd320697.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.954095] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0a8e479-c1a6-4346-8ae8-061a1f076fc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.962045] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 969.962045] env[69287]: value = "task-3450836" [ 969.962045] env[69287]: _type = "Task" [ 969.962045] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.977571] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450836, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.007946] env[69287]: DEBUG nova.network.neutron [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updated VIF entry in instance network info cache for port 11f4a594-e0f4-4411-a4c3-ee96b7c9269e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.008644] env[69287]: DEBUG nova.network.neutron [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "address": "fa:16:3e:0a:02:2e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f4a594-e0", "ovs_interfaceid": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.067482] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.248788] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-5585c97e-a1e7-43bc-af70-ad93c09bcdfe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.248911] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-5585c97e-a1e7-43bc-af70-ad93c09bcdfe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.249194] env[69287]: DEBUG nova.network.neutron [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.281840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.282115] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e0e1b83-bc62-4106-8e82-a318ec84734c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.292029] env[69287]: DEBUG oslo_vmware.api [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 970.292029] env[69287]: value = "task-3450837" [ 970.292029] env[69287]: _type = "Task" [ 970.292029] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.307655] env[69287]: DEBUG oslo_vmware.api [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450833, 'name': ReconfigVM_Task, 'duration_secs': 0.555589} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.314204] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.314506] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfigured VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 970.318172] env[69287]: DEBUG oslo_vmware.api [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.327528] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.435235] env[69287]: DEBUG oslo_vmware.api [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450835, 'name': PowerOffVM_Task, 'duration_secs': 0.184588} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.435551] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.435733] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.435988] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e2f44d7-1f72-4c48-b289-866f82fbd468 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.474100] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450836, 'name': Rename_Task, 'duration_secs': 0.17423} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.478198] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.479587] env[69287]: DEBUG nova.compute.manager [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Received event network-vif-plugged-230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.479843] env[69287]: DEBUG oslo_concurrency.lockutils [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] Acquiring lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.480080] env[69287]: DEBUG oslo_concurrency.lockutils [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.480263] env[69287]: DEBUG oslo_concurrency.lockutils [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.480439] env[69287]: DEBUG nova.compute.manager [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] No waiting events found dispatching network-vif-plugged-230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.480688] env[69287]: WARNING nova.compute.manager [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Received unexpected event network-vif-plugged-230d6528-9c4e-426d-91b9-03c111d098bc for instance with vm_state building and task_state spawning. [ 970.480965] env[69287]: DEBUG nova.compute.manager [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Received event network-changed-230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.481163] env[69287]: DEBUG nova.compute.manager [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Refreshing instance network info cache due to event network-changed-230d6528-9c4e-426d-91b9-03c111d098bc. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.481354] env[69287]: DEBUG oslo_concurrency.lockutils [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] Acquiring lock "refresh_cache-5585c97e-a1e7-43bc-af70-ad93c09bcdfe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.482858] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb462039-c064-47e3-b0e5-6e51e8b2f4ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.490441] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 970.490441] env[69287]: value = "task-3450839" [ 970.490441] env[69287]: _type = "Task" [ 970.490441] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.501894] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.512266] env[69287]: DEBUG oslo_concurrency.lockutils [req-4e54e420-29d7-45f6-82d5-55e68d1572df req-a8e5c4a5-121a-48a1-bf16-1ce39c5b12f4 service nova] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.533630] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.533873] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.534082] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Deleting the datastore file [datastore2] f268f0f1-839f-4534-a72f-180f798cd10a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.537065] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31a3027c-532e-4694-90d2-5806c0787f2e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.547740] env[69287]: DEBUG oslo_vmware.api [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for the task: (returnval){ [ 970.547740] env[69287]: value = "task-3450840" [ 970.547740] env[69287]: _type = "Task" [ 970.547740] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.554264] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a4e799-de98-4ae5-a1b9-36662a208698 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.566406] env[69287]: DEBUG oslo_vmware.api [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.567788] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d82d5-4f1c-4710-9e3e-78359f889f9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.573568] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450832, 'name': RemoveSnapshot_Task, 'duration_secs': 1.314189} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.574156] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.574446] env[69287]: DEBUG nova.compute.manager [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.575185] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0e226e-7c04-4b0e-9e1e-d81eb2d658fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.605103] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6992b-068b-48d1-a874-d749c937431f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.616118] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fcc83a-ae64-4a93-ad22-145987743ce3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.630350] env[69287]: DEBUG nova.compute.provider_tree [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.656447] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 970.656693] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688978', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'name': 'volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fff0678-f91f-401b-9637-dda14c0c8aa9', 'attached_at': '', 'detached_at': '', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'serial': '00d15014-5ba1-44a1-ae8e-3b8f82e43342'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 970.657603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ac08c-0da4-4204-b2a0-6237fb0ed9ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.675019] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6d811d-a4f0-480f-b84e-167c5d875dde {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.700802] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342/volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.701169] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e014d20f-d8c3-421a-b466-3f8efc782bd8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.720564] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 970.720564] env[69287]: value = "task-3450841" [ 970.720564] env[69287]: _type = "Task" [ 970.720564] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.731048] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.790932] env[69287]: DEBUG nova.network.neutron [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.806336] env[69287]: DEBUG oslo_vmware.api [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450837, 'name': PowerOnVM_Task, 'duration_secs': 0.478293} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.806623] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.806795] env[69287]: DEBUG nova.compute.manager [None req-477e9ab3-bfe5-45b8-bba7-32a4c64c23d8 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.807670] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75106b18-8b2d-42f7-a6b7-67aa8fa8dda9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.820008] env[69287]: DEBUG oslo_concurrency.lockutils [None req-22f0dc72-03ec-4432-82fe-23263d930ea7 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.441s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.826486] env[69287]: DEBUG oslo_vmware.api [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450834, 'name': PowerOnVM_Task, 'duration_secs': 1.227133} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.826602] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.826713] env[69287]: DEBUG nova.compute.manager [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.827512] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc988ebb-73e0-4222-81d9-11d3bb7cf1bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.959339] env[69287]: DEBUG nova.network.neutron [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Updating instance_info_cache with network_info: [{"id": "230d6528-9c4e-426d-91b9-03c111d098bc", "address": "fa:16:3e:f6:3e:02", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230d6528-9c", "ovs_interfaceid": "230d6528-9c4e-426d-91b9-03c111d098bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.001218] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.058244] env[69287]: DEBUG oslo_vmware.api [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Task: {'id': task-3450840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236447} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.058538] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.058730] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.058912] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.059106] env[69287]: INFO nova.compute.manager [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 971.059359] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.059557] env[69287]: DEBUG nova.compute.manager [-] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.059652] env[69287]: DEBUG nova.network.neutron [-] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.118675] env[69287]: INFO nova.compute.manager [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Shelve offloading [ 971.134706] env[69287]: DEBUG nova.scheduler.client.report [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.235832] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.352286] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.463755] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-5585c97e-a1e7-43bc-af70-ad93c09bcdfe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.464113] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Instance network_info: |[{"id": "230d6528-9c4e-426d-91b9-03c111d098bc", "address": "fa:16:3e:f6:3e:02", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230d6528-9c", "ovs_interfaceid": "230d6528-9c4e-426d-91b9-03c111d098bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.464433] env[69287]: DEBUG oslo_concurrency.lockutils [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] Acquired lock "refresh_cache-5585c97e-a1e7-43bc-af70-ad93c09bcdfe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.464611] env[69287]: DEBUG nova.network.neutron [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Refreshing network info cache for port 230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.465853] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:3e:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '230d6528-9c4e-426d-91b9-03c111d098bc', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.474608] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.479500] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.479996] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-060b656c-78db-489e-b6d4-534f0602f25f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.498706] env[69287]: DEBUG nova.compute.manager [req-fe62a26c-41e2-4779-bc4c-b6f0f2e773f9 req-a642e48e-573a-4159-a559-25e40ffa5745 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Received event network-vif-deleted-7791330a-df56-4bb0-8b52-da27d3d50cae {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.498706] env[69287]: INFO nova.compute.manager [req-fe62a26c-41e2-4779-bc4c-b6f0f2e773f9 req-a642e48e-573a-4159-a559-25e40ffa5745 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Neutron deleted interface 7791330a-df56-4bb0-8b52-da27d3d50cae; detaching it from the instance and deleting it from the info cache [ 971.498825] env[69287]: DEBUG nova.network.neutron [req-fe62a26c-41e2-4779-bc4c-b6f0f2e773f9 req-a642e48e-573a-4159-a559-25e40ffa5745 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.509858] env[69287]: DEBUG oslo_vmware.api [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450839, 'name': PowerOnVM_Task, 'duration_secs': 0.525347} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.511177] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.511477] env[69287]: INFO nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Took 9.25 seconds to spawn the instance on the hypervisor. [ 971.511573] env[69287]: DEBUG nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.511823] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.511823] env[69287]: value = "task-3450842" [ 971.511823] env[69287]: _type = "Task" [ 971.511823] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.512902] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7f9514-598c-4904-814f-36fe35f2137a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.525941] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450842, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.626042] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.626042] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ddbbe7e-9c2f-4e38-a128-9ca0a4dbda6b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.631965] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 971.631965] env[69287]: value = "task-3450843" [ 971.631965] env[69287]: _type = "Task" [ 971.631965] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.650313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.650371] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.653477] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.744s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.653477] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.653477] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 971.653477] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.582s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.653675] env[69287]: DEBUG nova.objects.instance [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lazy-loading 'resources' on Instance uuid 3b274d58-7b07-4680-9798-bb0b12946abe {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.654669] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.654841] env[69287]: DEBUG nova.compute.manager [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.657464] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b4b9c6-cc22-4543-8719-f54e0dae49d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.660026] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddd2834-a1b3-40c0-a94f-a99e40519341 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.668408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.668519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.668689] env[69287]: DEBUG nova.network.neutron [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.670840] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b963f-f66b-4809-87ae-9b8830af59ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.694518] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c5c418-41f5-4fc8-9aca-4ce7ac40ee4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.703874] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b441f47d-68a9-42c5-923b-637c457ee446 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.737297] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179346MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 971.737431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.747411] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450841, 'name': ReconfigVM_Task, 'duration_secs': 0.626361} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.747694] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Reconfigured VM instance instance-00000046 to attach disk [datastore2] volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342/volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.752962] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4994c17d-48d1-43a8-b210-03e782818cd1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.769665] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 971.769665] env[69287]: value = "task-3450844" [ 971.769665] env[69287]: _type = "Task" [ 971.769665] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.778019] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.879807] env[69287]: DEBUG nova.network.neutron [-] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.958052] env[69287]: DEBUG nova.network.neutron [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Updated VIF entry in instance network info cache for port 230d6528-9c4e-426d-91b9-03c111d098bc. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.958440] env[69287]: DEBUG nova.network.neutron [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Updating instance_info_cache with network_info: [{"id": "230d6528-9c4e-426d-91b9-03c111d098bc", "address": "fa:16:3e:f6:3e:02", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230d6528-9c", "ovs_interfaceid": "230d6528-9c4e-426d-91b9-03c111d098bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.008149] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49053b88-6708-4b09-9c8d-e2dcfec13270 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.016936] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b1dea-10a0-40f0-8593-b8a77e1eb5bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.040125] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450842, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.040693] env[69287]: INFO nova.compute.manager [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Took 24.15 seconds to build instance. [ 972.055706] env[69287]: DEBUG nova.compute.manager [req-fe62a26c-41e2-4779-bc4c-b6f0f2e773f9 req-a642e48e-573a-4159-a559-25e40ffa5745 service nova] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Detach interface failed, port_id=7791330a-df56-4bb0-8b52-da27d3d50cae, reason: Instance f268f0f1-839f-4534-a72f-180f798cd10a could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 972.056746] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d4511123-ee52-41ff-aaa2-d4ac37c407b9 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "d083437d-f6b8-4122-96b1-70a1dd320697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.172s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.157476] env[69287]: DEBUG nova.compute.utils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 972.158999] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.159182] env[69287]: DEBUG nova.network.neutron [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.192781] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.193181] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.193397] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.194247] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.194247] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.196583] env[69287]: DEBUG nova.scheduler.client.report [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 972.199726] env[69287]: INFO nova.compute.manager [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Terminating instance [ 972.219284] env[69287]: DEBUG nova.scheduler.client.report [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 972.219721] env[69287]: DEBUG nova.compute.provider_tree [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.238831] env[69287]: DEBUG nova.policy [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.241596] env[69287]: DEBUG nova.scheduler.client.report [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 972.280745] env[69287]: DEBUG oslo_vmware.api [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450844, 'name': ReconfigVM_Task, 'duration_secs': 0.242204} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.281929] env[69287]: DEBUG nova.scheduler.client.report [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 972.284865] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688978', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'name': 'volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fff0678-f91f-401b-9637-dda14c0c8aa9', 'attached_at': '', 'detached_at': '', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'serial': '00d15014-5ba1-44a1-ae8e-3b8f82e43342'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 972.384695] env[69287]: INFO nova.compute.manager [-] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Took 1.32 seconds to deallocate network for instance. [ 972.461449] env[69287]: DEBUG oslo_concurrency.lockutils [req-eacf2075-7a9a-4cc5-bb87-6fc46f5ed667 req-74a0e964-e80a-4c1d-835d-d7b0e36bcf48 service nova] Releasing lock "refresh_cache-5585c97e-a1e7-43bc-af70-ad93c09bcdfe" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.537480] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450842, 'name': CreateVM_Task, 'duration_secs': 0.560652} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.537839] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.538579] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.538967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.539369] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.540426] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fff9db3-f21c-4796-be01-1981ab3a8acd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.548781] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 972.548781] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5279ae1c-c530-7ecc-0596-17c2b076e445" [ 972.548781] env[69287]: _type = "Task" [ 972.548781] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.558994] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5279ae1c-c530-7ecc-0596-17c2b076e445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.597461] env[69287]: DEBUG nova.network.neutron [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Successfully created port: 986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.600571] env[69287]: DEBUG nova.network.neutron [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.610163] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3400c5-a7b4-44e2-bcfc-1af18cb8789e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.618778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9069cd-5f2e-4e69-8d2d-6df25c426b45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.654618] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aa0645-c15c-44f8-93b8-ded9c9ea2a36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.661928] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.666429] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160656cf-b47d-4e51-b47b-cfcf2bd908f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.681251] env[69287]: DEBUG nova.compute.provider_tree [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.705523] env[69287]: DEBUG nova.compute.manager [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.705919] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.707371] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d778a86d-734e-42eb-8530-2c01e35e04d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.720030] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.720348] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfeff04-aa12-4a48-8854-c3a724bed636 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.726486] env[69287]: DEBUG oslo_vmware.api [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 972.726486] env[69287]: value = "task-3450845" [ 972.726486] env[69287]: _type = "Task" [ 972.726486] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.736014] env[69287]: DEBUG oslo_vmware.api [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.756498] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "32c513e1-a287-499a-b869-fbd4421df05f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.756498] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "32c513e1-a287-499a-b869-fbd4421df05f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.756708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "32c513e1-a287-499a-b869-fbd4421df05f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.756869] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "32c513e1-a287-499a-b869-fbd4421df05f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.757041] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "32c513e1-a287-499a-b869-fbd4421df05f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.759065] env[69287]: INFO nova.compute.manager [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Terminating instance [ 972.892051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-49366c42-9423-43b0-8049-4532df302f2d-086a8098-5527-4ad5-b614-d6dc030dd5a1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.892051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-086a8098-5527-4ad5-b614-d6dc030dd5a1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.892619] env[69287]: DEBUG nova.objects.instance [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'flavor' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.895828] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.061469] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5279ae1c-c530-7ecc-0596-17c2b076e445, 'name': SearchDatastore_Task, 'duration_secs': 0.028418} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.061469] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.061469] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.061469] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.061469] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.061469] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.061469] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aee1737-655e-42fb-8c02-55bcd98e2e56 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.069608] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.069794] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.070656] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93af1673-c92c-4fc7-9f7c-625f63d216d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.076651] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 973.076651] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a83c79-4e13-075e-8b9c-e87797ae0869" [ 973.076651] env[69287]: _type = "Task" [ 973.076651] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.084760] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a83c79-4e13-075e-8b9c-e87797ae0869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.105471] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.184490] env[69287]: DEBUG nova.scheduler.client.report [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.238678] env[69287]: DEBUG oslo_vmware.api [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450845, 'name': PowerOffVM_Task, 'duration_secs': 0.347904} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.239887] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.240110] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.240426] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8aced99-e796-4b4b-8a63-ba4dca9f684c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.266914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "refresh_cache-32c513e1-a287-499a-b869-fbd4421df05f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.267174] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquired lock "refresh_cache-32c513e1-a287-499a-b869-fbd4421df05f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.267431] env[69287]: DEBUG nova.network.neutron [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.299875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "626a4752-078b-464b-b09f-a6ae110355a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.299875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "626a4752-078b-464b-b09f-a6ae110355a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.329889] env[69287]: DEBUG nova.objects.instance [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'flavor' on Instance uuid 2fff0678-f91f-401b-9637-dda14c0c8aa9 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.588387] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a83c79-4e13-075e-8b9c-e87797ae0869, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.589257] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ab056f-0693-4675-97fe-8d315cd373f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.598400] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 973.598400] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526570e9-696d-14c7-220d-f8b987d34307" [ 973.598400] env[69287]: _type = "Task" [ 973.598400] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.599345] env[69287]: DEBUG nova.objects.instance [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'pci_requests' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.613463] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526570e9-696d-14c7-220d-f8b987d34307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.617332] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.618403] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc16d46-1d9c-4fb5-987c-24946cbd6fbd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.625684] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.625945] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed4b922-e654-4e24-ba32-4a0f8dece58a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.681313] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.691875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.694222] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.904s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.695794] env[69287]: INFO nova.compute.claims [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.709711] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.709995] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.710159] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.710722] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.710722] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.710870] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.711019] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.711194] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.711358] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.711525] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.711698] env[69287]: DEBUG nova.virt.hardware [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.712613] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c0d61f-b379-44c5-acaf-a3ec10818505 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.723757] env[69287]: INFO nova.scheduler.client.report [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Deleted allocations for instance 3b274d58-7b07-4680-9798-bb0b12946abe [ 973.726571] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0bdfd-f482-4a7c-a94f-40740ce65235 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.788604] env[69287]: DEBUG nova.network.neutron [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.803175] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.839136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-67653af8-9025-4c51-875f-f244ed675237 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.288s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.873653] env[69287]: DEBUG nova.network.neutron [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.910085] env[69287]: DEBUG nova.compute.manager [req-337a248c-7e6c-40d2-80ed-52a8ab8afed4 req-4e5f8330-86d4-48f9-9cc0-ad13d0bfe333 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-vif-unplugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.910371] env[69287]: DEBUG oslo_concurrency.lockutils [req-337a248c-7e6c-40d2-80ed-52a8ab8afed4 req-4e5f8330-86d4-48f9-9cc0-ad13d0bfe333 service nova] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.910683] env[69287]: DEBUG oslo_concurrency.lockutils [req-337a248c-7e6c-40d2-80ed-52a8ab8afed4 req-4e5f8330-86d4-48f9-9cc0-ad13d0bfe333 service nova] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.910916] env[69287]: DEBUG oslo_concurrency.lockutils [req-337a248c-7e6c-40d2-80ed-52a8ab8afed4 req-4e5f8330-86d4-48f9-9cc0-ad13d0bfe333 service nova] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.911183] env[69287]: DEBUG nova.compute.manager [req-337a248c-7e6c-40d2-80ed-52a8ab8afed4 req-4e5f8330-86d4-48f9-9cc0-ad13d0bfe333 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] No waiting events found dispatching network-vif-unplugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.911183] env[69287]: WARNING nova.compute.manager [req-337a248c-7e6c-40d2-80ed-52a8ab8afed4 req-4e5f8330-86d4-48f9-9cc0-ad13d0bfe333 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received unexpected event network-vif-unplugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 for instance with vm_state shelved and task_state shelving_offloading. [ 974.108791] env[69287]: DEBUG nova.objects.base [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Object Instance<49366c42-9423-43b0-8049-4532df302f2d> lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.109250] env[69287]: DEBUG nova.network.neutron [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.122407] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526570e9-696d-14c7-220d-f8b987d34307, 'name': SearchDatastore_Task, 'duration_secs': 0.013478} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.122407] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.122407] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 5585c97e-a1e7-43bc-af70-ad93c09bcdfe/5585c97e-a1e7-43bc-af70-ad93c09bcdfe.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.122407] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be50f6b2-5ce3-4926-93dd-2f7429aaf5c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.129397] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 974.129397] env[69287]: value = "task-3450848" [ 974.129397] env[69287]: _type = "Task" [ 974.129397] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.142697] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.193424] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.193424] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.193424] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleting the datastore file [datastore1] 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.193765] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9951bc5-9006-4e67-98a4-b11fd1d7c976 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.197612] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.197799] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.197975] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleting the datastore file [datastore1] 36209999-6220-4c93-b6d5-d3ea8074e437 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.198235] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe9bdb49-9959-4484-bd93-a8af266d26e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.204216] env[69287]: DEBUG nova.policy [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.212140] env[69287]: DEBUG oslo_vmware.api [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 974.212140] env[69287]: value = "task-3450849" [ 974.212140] env[69287]: _type = "Task" [ 974.212140] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.219509] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 974.219509] env[69287]: value = "task-3450850" [ 974.219509] env[69287]: _type = "Task" [ 974.219509] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.227557] env[69287]: DEBUG oslo_vmware.api [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.237038] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.237645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fb3bdb56-9bf7-42c1-ba75-7e55c8c22868 tempest-ServerShowV247Test-18330891 tempest-ServerShowV247Test-18330891-project-member] Lock "3b274d58-7b07-4680-9798-bb0b12946abe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.501s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.333168] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.363132] env[69287]: DEBUG nova.network.neutron [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Successfully updated port: 986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.377075] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Releasing lock "refresh_cache-32c513e1-a287-499a-b869-fbd4421df05f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.377647] env[69287]: DEBUG nova.compute.manager [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.377877] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.378904] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cee4f5-b73b-4eab-a785-6771e39e03f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.394795] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.396236] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38eaf6a-62b2-477f-ade2-433419acfcf1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.405412] env[69287]: DEBUG oslo_vmware.api [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 974.405412] env[69287]: value = "task-3450851" [ 974.405412] env[69287]: _type = "Task" [ 974.405412] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.417412] env[69287]: DEBUG oslo_vmware.api [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.643025] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450848, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.733336] env[69287]: DEBUG oslo_vmware.api [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26583} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.736826] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.737270] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.737546] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.739652] env[69287]: DEBUG oslo_vmware.api [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255251} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.743597] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.743842] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.744097] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.744344] env[69287]: INFO nova.compute.manager [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 2.04 seconds to destroy the instance on the hypervisor. [ 974.747737] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.747737] env[69287]: DEBUG nova.compute.manager [-] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.747737] env[69287]: DEBUG nova.network.neutron [-] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.766697] env[69287]: INFO nova.scheduler.client.report [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted allocations for instance 36209999-6220-4c93-b6d5-d3ea8074e437 [ 974.868874] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-f2f1d04e-20b6-4a67-91d6-291ca0854419" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.869293] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-f2f1d04e-20b6-4a67-91d6-291ca0854419" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.869532] env[69287]: DEBUG nova.network.neutron [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.917972] env[69287]: DEBUG oslo_vmware.api [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450851, 'name': PowerOffVM_Task, 'duration_secs': 0.304604} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.918796] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.918796] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.919248] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f133e995-c2f1-4151-bdc9-2973d5dd6a96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.942998] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.943239] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.943423] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Deleting the datastore file [datastore2] 32c513e1-a287-499a-b869-fbd4421df05f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.943705] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346b7059-4e94-4425-b2fb-16f1dc1fe99c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.951549] env[69287]: DEBUG oslo_vmware.api [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for the task: (returnval){ [ 974.951549] env[69287]: value = "task-3450853" [ 974.951549] env[69287]: _type = "Task" [ 974.951549] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.963966] env[69287]: DEBUG oslo_vmware.api [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.028256] env[69287]: DEBUG nova.compute.manager [req-a35cba0d-8b48-4af9-99be-91e94bd2a56d req-9b728eeb-c025-48e8-a1f2-d4c39c5f7a08 service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Received event network-vif-plugged-986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.028554] env[69287]: DEBUG oslo_concurrency.lockutils [req-a35cba0d-8b48-4af9-99be-91e94bd2a56d req-9b728eeb-c025-48e8-a1f2-d4c39c5f7a08 service nova] Acquiring lock "f2f1d04e-20b6-4a67-91d6-291ca0854419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.028794] env[69287]: DEBUG oslo_concurrency.lockutils [req-a35cba0d-8b48-4af9-99be-91e94bd2a56d req-9b728eeb-c025-48e8-a1f2-d4c39c5f7a08 service nova] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.028994] env[69287]: DEBUG oslo_concurrency.lockutils [req-a35cba0d-8b48-4af9-99be-91e94bd2a56d req-9b728eeb-c025-48e8-a1f2-d4c39c5f7a08 service nova] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.029541] env[69287]: DEBUG nova.compute.manager [req-a35cba0d-8b48-4af9-99be-91e94bd2a56d req-9b728eeb-c025-48e8-a1f2-d4c39c5f7a08 service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] No waiting events found dispatching network-vif-plugged-986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.029931] env[69287]: WARNING nova.compute.manager [req-a35cba0d-8b48-4af9-99be-91e94bd2a56d req-9b728eeb-c025-48e8-a1f2-d4c39c5f7a08 service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Received unexpected event network-vif-plugged-986c0572-6cd7-416f-88a1-94e32c688a05 for instance with vm_state building and task_state spawning. [ 975.034463] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a3d9d-3dc1-48a2-b251-4c989e184e50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.044252] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399359e5-cc6c-4190-a860-562ee3484efa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.082590] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ec337-000d-4285-846e-f4d9d83c38ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.090974] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d5faa2-2909-4541-991f-0efc4c16e59c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.105370] env[69287]: DEBUG nova.compute.provider_tree [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.141164] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522445} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.144277] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 5585c97e-a1e7-43bc-af70-ad93c09bcdfe/5585c97e-a1e7-43bc-af70-ad93c09bcdfe.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.144277] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.144277] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb02b60b-bf17-4083-94f9-3b09560e0a54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.152456] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 975.152456] env[69287]: value = "task-3450854" [ 975.152456] env[69287]: _type = "Task" [ 975.152456] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.161837] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.272901] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.418187] env[69287]: DEBUG nova.network.neutron [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.468294] env[69287]: DEBUG oslo_vmware.api [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Task: {'id': task-3450853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094871} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.468294] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.468294] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.468294] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.468294] env[69287]: INFO nova.compute.manager [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 975.468294] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.468294] env[69287]: DEBUG nova.compute.manager [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.468294] env[69287]: DEBUG nova.network.neutron [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.492136] env[69287]: DEBUG nova.network.neutron [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.595208] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "54e050c7-e947-446c-ba43-733797a27bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.595208] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.608860] env[69287]: DEBUG nova.scheduler.client.report [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.663176] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069296} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.663894] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.664949] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043e95a-d742-4cf8-9324-d32b793805d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.692492] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 5585c97e-a1e7-43bc-af70-ad93c09bcdfe/5585c97e-a1e7-43bc-af70-ad93c09bcdfe.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.692863] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-752d31d3-c016-4080-9a8b-07537021d26a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.711709] env[69287]: DEBUG nova.network.neutron [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Updating instance_info_cache with network_info: [{"id": "986c0572-6cd7-416f-88a1-94e32c688a05", "address": "fa:16:3e:c7:23:0d", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c0572-6c", "ovs_interfaceid": "986c0572-6cd7-416f-88a1-94e32c688a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.713999] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 975.713999] env[69287]: value = "task-3450855" [ 975.713999] env[69287]: _type = "Task" [ 975.713999] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.725962] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.995525] env[69287]: DEBUG nova.network.neutron [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.098966] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.114095] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.114683] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.119107] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.603s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.120554] env[69287]: INFO nova.compute.claims [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.127426] env[69287]: DEBUG nova.network.neutron [-] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.205159] env[69287]: DEBUG nova.network.neutron [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Successfully updated port: 086a8098-5527-4ad5-b614-d6dc030dd5a1 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.222038] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-f2f1d04e-20b6-4a67-91d6-291ca0854419" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.222038] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Instance network_info: |[{"id": "986c0572-6cd7-416f-88a1-94e32c688a05", "address": "fa:16:3e:c7:23:0d", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c0572-6c", "ovs_interfaceid": "986c0572-6cd7-416f-88a1-94e32c688a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.225496] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:23:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986c0572-6cd7-416f-88a1-94e32c688a05', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.233180] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.233860] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450855, 'name': ReconfigVM_Task, 'duration_secs': 0.335705} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.234613] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.234613] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 5585c97e-a1e7-43bc-af70-ad93c09bcdfe/5585c97e-a1e7-43bc-af70-ad93c09bcdfe.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.235253] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-981c37b6-c7c2-4fb7-add3-69ebc750352f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.250288] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a6999b1-cdbc-463f-8a14-a3512f1f25f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.258704] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 976.258704] env[69287]: value = "task-3450856" [ 976.258704] env[69287]: _type = "Task" [ 976.258704] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.260236] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.260236] env[69287]: value = "task-3450857" [ 976.260236] env[69287]: _type = "Task" [ 976.260236] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.271350] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450856, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.274991] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450857, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.503218] env[69287]: INFO nova.compute.manager [-] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Took 1.04 seconds to deallocate network for instance. [ 976.592780] env[69287]: DEBUG nova.compute.manager [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.593032] env[69287]: DEBUG nova.compute.manager [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing instance network info cache due to event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.593282] env[69287]: DEBUG oslo_concurrency.lockutils [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.593404] env[69287]: DEBUG oslo_concurrency.lockutils [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.593574] env[69287]: DEBUG nova.network.neutron [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.623032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.629319] env[69287]: DEBUG nova.compute.utils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.630904] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.631053] env[69287]: DEBUG nova.network.neutron [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.635151] env[69287]: INFO nova.compute.manager [-] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Took 1.89 seconds to deallocate network for instance. [ 976.706205] env[69287]: DEBUG nova.policy [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e87960ab82c4f87923dd4ab2ce26717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e21bc8d8be4876a3e168cf95243a38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.708313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.708678] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.708725] env[69287]: DEBUG nova.network.neutron [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.776500] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450856, 'name': Rename_Task, 'duration_secs': 0.141608} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.779942] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.780206] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450857, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.780474] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-420ec90c-e9f8-4f9a-bffb-b1864165fd45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.787977] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 976.787977] env[69287]: value = "task-3450858" [ 976.787977] env[69287]: _type = "Task" [ 976.787977] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.889116] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "aba60c1e-a23c-4397-82bc-c76be1f8d495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.889452] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.010777] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.087859] env[69287]: DEBUG nova.network.neutron [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Successfully created port: dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.134385] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.140638] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.276632] env[69287]: WARNING nova.network.neutron [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] 50abe619-3d74-49f9-a7ee-5b829f8b6b46 already exists in list: networks containing: ['50abe619-3d74-49f9-a7ee-5b829f8b6b46']. ignoring it [ 977.276883] env[69287]: WARNING nova.network.neutron [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] 50abe619-3d74-49f9-a7ee-5b829f8b6b46 already exists in list: networks containing: ['50abe619-3d74-49f9-a7ee-5b829f8b6b46']. ignoring it [ 977.288969] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450857, 'name': CreateVM_Task, 'duration_secs': 0.681548} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.289345] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.292754] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.292924] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.293570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.296680] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1ff1a7-ba05-4420-9c30-78f29635f62e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.305463] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.307048] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 977.307048] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5243f3d3-d4f2-05a5-bda8-07e0a34d3f3c" [ 977.307048] env[69287]: _type = "Task" [ 977.307048] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.321417] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5243f3d3-d4f2-05a5-bda8-07e0a34d3f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.321706] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.321930] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.322179] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.322327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.322505] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.322766] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f961448-2d1c-4fc3-a8e8-04e038afb9cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.332152] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.332152] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.332897] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38329aa-5e2d-43bd-bd6c-eff062053995 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.337899] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 977.337899] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52793373-e668-ec22-8c7d-499b30d360a5" [ 977.337899] env[69287]: _type = "Task" [ 977.337899] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.348134] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52793373-e668-ec22-8c7d-499b30d360a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.392055] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.510323] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b959da-3931-4727-a721-60dfb78c4e8f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.520434] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf74e6-8384-456b-b6f9-7e5478a60048 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.770150] env[69287]: DEBUG nova.network.neutron [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updated VIF entry in instance network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.770150] env[69287]: DEBUG nova.network.neutron [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.770150] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d882d383-134b-40ce-bd5f-d8fab5de4fee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.773468] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a881f-125f-4893-9b85-83f61e074998 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.792659] env[69287]: DEBUG nova.compute.provider_tree [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.804626] env[69287]: DEBUG oslo_vmware.api [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450858, 'name': PowerOnVM_Task, 'duration_secs': 0.526638} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.804880] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.805094] env[69287]: INFO nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Took 8.51 seconds to spawn the instance on the hypervisor. [ 977.805269] env[69287]: DEBUG nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.806345] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7bde1-bca3-47cb-bec4-275e22dd0565 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.849804] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52793373-e668-ec22-8c7d-499b30d360a5, 'name': SearchDatastore_Task, 'duration_secs': 0.024891} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.852927] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc04bf3f-df85-442b-91a4-4f6329ed3c62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.860433] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 977.860433] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529544d7-e86d-34a1-db52-c6827a4d0721" [ 977.860433] env[69287]: _type = "Task" [ 977.860433] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.869677] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529544d7-e86d-34a1-db52-c6827a4d0721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.883686] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "a629dabc-8711-40b5-8914-2f0186e15973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.883926] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "a629dabc-8711-40b5-8914-2f0186e15973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.922668] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.001587] env[69287]: DEBUG nova.network.neutron [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "address": "fa:16:3e:0a:02:2e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f4a594-e0", "ovs_interfaceid": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "086a8098-5527-4ad5-b614-d6dc030dd5a1", "address": "fa:16:3e:cc:56:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086a8098-55", "ovs_interfaceid": "086a8098-5527-4ad5-b614-d6dc030dd5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.034893] env[69287]: DEBUG nova.compute.manager [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Received event network-changed-986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.035159] env[69287]: DEBUG nova.compute.manager [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Refreshing instance network info cache due to event network-changed-986c0572-6cd7-416f-88a1-94e32c688a05. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.035291] env[69287]: DEBUG oslo_concurrency.lockutils [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] Acquiring lock "refresh_cache-f2f1d04e-20b6-4a67-91d6-291ca0854419" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.035387] env[69287]: DEBUG oslo_concurrency.lockutils [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] Acquired lock "refresh_cache-f2f1d04e-20b6-4a67-91d6-291ca0854419" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.035544] env[69287]: DEBUG nova.network.neutron [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Refreshing network info cache for port 986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.282192] env[69287]: DEBUG oslo_concurrency.lockutils [req-29a21248-b099-4e8b-9a9a-9749b207c111 req-47232bf3-efbb-448e-96cf-3cc7604e72e2 service nova] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.283618] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.299263] env[69287]: DEBUG nova.scheduler.client.report [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.311882] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.312144] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.312300] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.312491] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.313326] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.313326] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.313326] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.313326] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.313326] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.313715] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.313715] env[69287]: DEBUG nova.virt.hardware [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.314652] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e6645-ea92-45e7-b7f0-9447442299b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.324726] env[69287]: INFO nova.compute.manager [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Took 22.81 seconds to build instance. [ 978.328844] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44bb38-7b8a-4fc8-b274-0e6248e97cda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.369773] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529544d7-e86d-34a1-db52-c6827a4d0721, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.370052] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.370317] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] f2f1d04e-20b6-4a67-91d6-291ca0854419/f2f1d04e-20b6-4a67-91d6-291ca0854419.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.370569] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-437d13b1-9c42-4ceb-98b6-efbe28eee454 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.377614] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 978.377614] env[69287]: value = "task-3450859" [ 978.377614] env[69287]: _type = "Task" [ 978.377614] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.386032] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.388763] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.504138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.504897] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.505075] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.505980] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda1306b-1b63-4751-a1cf-a650fcafa6f7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.524504] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.524772] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.524998] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.525159] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.525307] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.525458] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.525665] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.525873] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.526096] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.526346] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.526553] env[69287]: DEBUG nova.virt.hardware [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.533307] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfiguring VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 978.533696] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee03526-a344-4efd-94f8-c4931a422754 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.557454] env[69287]: DEBUG oslo_vmware.api [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 978.557454] env[69287]: value = "task-3450860" [ 978.557454] env[69287]: _type = "Task" [ 978.557454] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.568853] env[69287]: DEBUG oslo_vmware.api [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450860, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.765881] env[69287]: DEBUG nova.network.neutron [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Updated VIF entry in instance network info cache for port 986c0572-6cd7-416f-88a1-94e32c688a05. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.766037] env[69287]: DEBUG nova.network.neutron [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Updating instance_info_cache with network_info: [{"id": "986c0572-6cd7-416f-88a1-94e32c688a05", "address": "fa:16:3e:c7:23:0d", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c0572-6c", "ovs_interfaceid": "986c0572-6cd7-416f-88a1-94e32c688a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.806909] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.807474] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.810355] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.841s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.810565] env[69287]: DEBUG nova.objects.instance [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lazy-loading 'resources' on Instance uuid 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.828555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-40f09874-cf20-492d-920c-4d02561d05b7 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.323s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.888071] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487581} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.888444] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] f2f1d04e-20b6-4a67-91d6-291ca0854419/f2f1d04e-20b6-4a67-91d6-291ca0854419.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.888698] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.888979] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d97a8d9a-44ba-48be-af86-a9f775e72e95 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.898116] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 978.898116] env[69287]: value = "task-3450861" [ 978.898116] env[69287]: _type = "Task" [ 978.898116] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.907649] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.908865] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.914019] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53010b89-50f8-4633-9251-2f172bc9c58a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.917682] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Suspending the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 978.917925] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-85b64538-ec0f-4b95-a79f-27c5de1df51f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.923921] env[69287]: DEBUG oslo_vmware.api [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 978.923921] env[69287]: value = "task-3450862" [ 978.923921] env[69287]: _type = "Task" [ 978.923921] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.932380] env[69287]: DEBUG oslo_vmware.api [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450862, 'name': SuspendVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.935518] env[69287]: DEBUG nova.compute.manager [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-vif-plugged-086a8098-5527-4ad5-b614-d6dc030dd5a1 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.935518] env[69287]: DEBUG oslo_concurrency.lockutils [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.935518] env[69287]: DEBUG oslo_concurrency.lockutils [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.935518] env[69287]: DEBUG oslo_concurrency.lockutils [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.935791] env[69287]: DEBUG nova.compute.manager [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] No waiting events found dispatching network-vif-plugged-086a8098-5527-4ad5-b614-d6dc030dd5a1 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.935791] env[69287]: WARNING nova.compute.manager [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received unexpected event network-vif-plugged-086a8098-5527-4ad5-b614-d6dc030dd5a1 for instance with vm_state active and task_state None. [ 978.935899] env[69287]: DEBUG nova.compute.manager [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-changed-086a8098-5527-4ad5-b614-d6dc030dd5a1 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.936070] env[69287]: DEBUG nova.compute.manager [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing instance network info cache due to event network-changed-086a8098-5527-4ad5-b614-d6dc030dd5a1. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.936265] env[69287]: DEBUG oslo_concurrency.lockutils [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.936419] env[69287]: DEBUG oslo_concurrency.lockutils [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.936593] env[69287]: DEBUG nova.network.neutron [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Refreshing network info cache for port 086a8098-5527-4ad5-b614-d6dc030dd5a1 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.068138] env[69287]: DEBUG oslo_vmware.api [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.273435] env[69287]: DEBUG oslo_concurrency.lockutils [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] Releasing lock "refresh_cache-f2f1d04e-20b6-4a67-91d6-291ca0854419" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.273641] env[69287]: DEBUG nova.compute.manager [req-c2070196-1bbc-4a86-8994-f5cedf737d36 req-83d5d5be-4f5c-4af3-aa28-e70948c869bd service nova] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Received event network-vif-deleted-d2bfff8f-ded4-4c6e-9b0e-7dae2b782153 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.274130] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.313946] env[69287]: DEBUG nova.compute.utils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 979.320885] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.320885] env[69287]: DEBUG nova.network.neutron [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.361305] env[69287]: DEBUG nova.policy [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e87960ab82c4f87923dd4ab2ce26717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e21bc8d8be4876a3e168cf95243a38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.408982] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07431} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.409313] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.410222] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0cd44-9ff6-4727-8952-a5e844bf37cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.437864] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f2f1d04e-20b6-4a67-91d6-291ca0854419/f2f1d04e-20b6-4a67-91d6-291ca0854419.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.442824] env[69287]: DEBUG nova.network.neutron [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Successfully updated port: dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.446951] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b46b4a-dfc9-4a16-8ce8-0ef0a97e1b21 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.472454] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 979.472454] env[69287]: value = "task-3450863" [ 979.472454] env[69287]: _type = "Task" [ 979.472454] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.475672] env[69287]: DEBUG oslo_vmware.api [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450862, 'name': SuspendVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.486914] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.570479] env[69287]: DEBUG oslo_vmware.api [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.641921] env[69287]: DEBUG nova.network.neutron [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Successfully created port: ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.705049] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661663df-0014-46a2-8a50-db2408205073 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.713755] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e83d4ab-73dc-4ba1-a530-d110087e8509 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.747834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53aeae-12db-4f45-8cb9-d78416d74dcb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.755448] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d9c0b1-fc3b-4b9d-8e28-5ee90efef93d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.769066] env[69287]: DEBUG nova.compute.provider_tree [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.789083] env[69287]: DEBUG nova.network.neutron [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updated VIF entry in instance network info cache for port 086a8098-5527-4ad5-b614-d6dc030dd5a1. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.789562] env[69287]: DEBUG nova.network.neutron [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "address": "fa:16:3e:0a:02:2e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f4a594-e0", "ovs_interfaceid": "11f4a594-e0f4-4411-a4c3-ee96b7c9269e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "086a8098-5527-4ad5-b614-d6dc030dd5a1", "address": "fa:16:3e:cc:56:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086a8098-55", "ovs_interfaceid": "086a8098-5527-4ad5-b614-d6dc030dd5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.819654] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.938695] env[69287]: DEBUG oslo_vmware.api [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450862, 'name': SuspendVM_Task, 'duration_secs': 0.907493} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.938955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Suspended the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 979.939286] env[69287]: DEBUG nova.compute.manager [None req-6aa37c5d-8b2a-4646-96bc-871f60bc36e2 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.940091] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dc024f-da13-44c2-9da2-f70a4b5d01b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.967165] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.967330] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.967490] env[69287]: DEBUG nova.network.neutron [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.985732] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450863, 'name': ReconfigVM_Task, 'duration_secs': 0.339052} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.985992] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f2f1d04e-20b6-4a67-91d6-291ca0854419/f2f1d04e-20b6-4a67-91d6-291ca0854419.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.986640] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfedb6ef-c1ba-437f-9a1f-c8be4ed35149 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.992589] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 979.992589] env[69287]: value = "task-3450864" [ 979.992589] env[69287]: _type = "Task" [ 979.992589] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.001776] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450864, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.069701] env[69287]: DEBUG oslo_vmware.api [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450860, 'name': ReconfigVM_Task, 'duration_secs': 1.265539} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.069701] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.070070] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfigured VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 980.272502] env[69287]: DEBUG nova.scheduler.client.report [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.293222] env[69287]: DEBUG oslo_concurrency.lockutils [req-f0642f58-ced7-42f2-92c4-6de69d111eda req-8a2de1bc-59f6-4dad-9813-4b08d3bfe04a service nova] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.498760] env[69287]: DEBUG nova.network.neutron [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.504348] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450864, 'name': Rename_Task, 'duration_secs': 0.13873} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.504915] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.504915] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a075627b-1a60-4a77-b808-f969faf334f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.511554] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 980.511554] env[69287]: value = "task-3450865" [ 980.511554] env[69287]: _type = "Task" [ 980.511554] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.519398] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.574516] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7112a960-288a-49c6-9334-c33b8e38457d tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-086a8098-5527-4ad5-b614-d6dc030dd5a1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.682s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.684111] env[69287]: DEBUG nova.network.neutron [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Updating instance_info_cache with network_info: [{"id": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "address": "fa:16:3e:6b:8b:8c", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4afe65-2b", "ovs_interfaceid": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.778327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.781597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.429s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.782144] env[69287]: DEBUG nova.objects.instance [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 980.803586] env[69287]: INFO nova.scheduler.client.report [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Deleted allocations for instance 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c [ 980.828111] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.855231] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.855488] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.855645] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.855825] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.855970] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.856140] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.856353] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.856514] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.856682] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.856844] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.857025] env[69287]: DEBUG nova.virt.hardware [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.858105] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f0ab6-3659-4064-88f6-f960a9b0a282 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.865761] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088a997-7d35-4fae-a828-5913ddbb547a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.984768] env[69287]: DEBUG nova.compute.manager [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Received event network-vif-plugged-dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.984768] env[69287]: DEBUG oslo_concurrency.lockutils [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] Acquiring lock "803e0846-cb5e-4acf-9527-2842ec52d8c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.984768] env[69287]: DEBUG oslo_concurrency.lockutils [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.984768] env[69287]: DEBUG oslo_concurrency.lockutils [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.984768] env[69287]: DEBUG nova.compute.manager [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] No waiting events found dispatching network-vif-plugged-dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.984936] env[69287]: WARNING nova.compute.manager [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Received unexpected event network-vif-plugged-dc4afe65-2b38-49c0-b1f9-8cbce74ff817 for instance with vm_state building and task_state spawning. [ 980.985230] env[69287]: DEBUG nova.compute.manager [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Received event network-changed-dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.985439] env[69287]: DEBUG nova.compute.manager [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Refreshing instance network info cache due to event network-changed-dc4afe65-2b38-49c0-b1f9-8cbce74ff817. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.985620] env[69287]: DEBUG oslo_concurrency.lockutils [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] Acquiring lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.021550] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.095576] env[69287]: DEBUG nova.compute.manager [req-391de201-af57-42ad-8cf2-7b450703f0c0 req-1b53f983-a365-4769-957c-f5218161cf0c service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Received event network-vif-plugged-ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.095846] env[69287]: DEBUG oslo_concurrency.lockutils [req-391de201-af57-42ad-8cf2-7b450703f0c0 req-1b53f983-a365-4769-957c-f5218161cf0c service nova] Acquiring lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.096061] env[69287]: DEBUG oslo_concurrency.lockutils [req-391de201-af57-42ad-8cf2-7b450703f0c0 req-1b53f983-a365-4769-957c-f5218161cf0c service nova] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.096238] env[69287]: DEBUG oslo_concurrency.lockutils [req-391de201-af57-42ad-8cf2-7b450703f0c0 req-1b53f983-a365-4769-957c-f5218161cf0c service nova] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.096417] env[69287]: DEBUG nova.compute.manager [req-391de201-af57-42ad-8cf2-7b450703f0c0 req-1b53f983-a365-4769-957c-f5218161cf0c service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] No waiting events found dispatching network-vif-plugged-ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.096578] env[69287]: WARNING nova.compute.manager [req-391de201-af57-42ad-8cf2-7b450703f0c0 req-1b53f983-a365-4769-957c-f5218161cf0c service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Received unexpected event network-vif-plugged-ca396771-4f81-4ecd-9a00-aab327d91b05 for instance with vm_state building and task_state spawning. [ 981.122795] env[69287]: DEBUG nova.network.neutron [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Successfully updated port: ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.187311] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.187563] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Instance network_info: |[{"id": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "address": "fa:16:3e:6b:8b:8c", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4afe65-2b", "ovs_interfaceid": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.187869] env[69287]: DEBUG oslo_concurrency.lockutils [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] Acquired lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.188067] env[69287]: DEBUG nova.network.neutron [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Refreshing network info cache for port dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.189411] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc4afe65-2b38-49c0-b1f9-8cbce74ff817', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.197956] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating folder: Project (77e21bc8d8be4876a3e168cf95243a38). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.200996] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a9275b6-63e4-4e5c-bf09-66dad1bd7745 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.213022] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created folder: Project (77e21bc8d8be4876a3e168cf95243a38) in parent group-v688742. [ 981.213194] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating folder: Instances. Parent ref: group-v688981. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.214757] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e882d2cb-61db-4605-8493-6688612c93a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.223979] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created folder: Instances in parent group-v688981. [ 981.224199] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.224394] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.224640] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e076eac8-1837-4b3d-a523-0addee9dd27b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.248536] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.248536] env[69287]: value = "task-3450868" [ 981.248536] env[69287]: _type = "Task" [ 981.248536] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.257310] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450868, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.311522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aef3a324-99ea-4454-ae1c-0f7f2e06e1b2 tempest-ImagesTestJSON-902392831 tempest-ImagesTestJSON-902392831-project-member] Lock "334eacd2-a885-4cd0-82c9-cb9dfe1fab1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.846s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.419610] env[69287]: DEBUG nova.network.neutron [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Updated VIF entry in instance network info cache for port dc4afe65-2b38-49c0-b1f9-8cbce74ff817. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.419610] env[69287]: DEBUG nova.network.neutron [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Updating instance_info_cache with network_info: [{"id": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "address": "fa:16:3e:6b:8b:8c", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4afe65-2b", "ovs_interfaceid": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.521606] env[69287]: DEBUG oslo_vmware.api [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450865, 'name': PowerOnVM_Task, 'duration_secs': 0.675769} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.521896] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.522114] env[69287]: INFO nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Took 7.84 seconds to spawn the instance on the hypervisor. [ 981.522299] env[69287]: DEBUG nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.523215] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd10c89-76f4-4efd-89e9-1df090042101 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.625916] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.625916] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.625916] env[69287]: DEBUG nova.network.neutron [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.759662] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450868, 'name': CreateVM_Task, 'duration_secs': 0.352132} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.759840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.760558] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.760725] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.761093] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.761348] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da30aac4-51c4-461b-aed5-a136b0205444 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.763296] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.763498] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.763695] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.763875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.764062] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.766108] env[69287]: INFO nova.compute.manager [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Terminating instance [ 981.768502] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 981.768502] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521c3dd4-6e66-6290-106f-ee83faf620dc" [ 981.768502] env[69287]: _type = "Task" [ 981.768502] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.777655] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521c3dd4-6e66-6290-106f-ee83faf620dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.792273] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d881b9ff-70a2-49ed-9e9e-da272bbd3a64 tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.793266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.056s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.921828] env[69287]: DEBUG oslo_concurrency.lockutils [req-840ff9cf-ca49-4fd1-ba28-dfa2b20e400a req-468f7312-567f-4d03-81b6-f533d13d6300 service nova] Releasing lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.040899] env[69287]: INFO nova.compute.manager [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Took 23.16 seconds to build instance. [ 982.160362] env[69287]: DEBUG nova.network.neutron [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.238622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-49366c42-9423-43b0-8049-4532df302f2d-11f4a594-e0f4-4411-a4c3-ee96b7c9269e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.239597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-11f4a594-e0f4-4411-a4c3-ee96b7c9269e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.275661] env[69287]: DEBUG nova.compute.manager [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.275895] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.276753] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac038145-4f0c-4218-aabf-453f90b2ea92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.287870] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521c3dd4-6e66-6290-106f-ee83faf620dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.290073] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.290318] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.290555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.290704] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.290882] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.291444] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.291444] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df70ee8-58a9-4a42-8355-6150af037e2c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.293386] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44cdd6c-7b2e-451e-b144-3fe88b5634c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.309551] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.310689] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.310689] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae57132b-243b-4998-9393-a24082c7b7ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.316641] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 982.316641] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247215c-b578-44e5-9b5d-10006f01dab7" [ 982.316641] env[69287]: _type = "Task" [ 982.316641] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.326750] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247215c-b578-44e5-9b5d-10006f01dab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.345312] env[69287]: DEBUG nova.network.neutron [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Updating instance_info_cache with network_info: [{"id": "ca396771-4f81-4ecd-9a00-aab327d91b05", "address": "fa:16:3e:03:23:52", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca396771-4f", "ovs_interfaceid": "ca396771-4f81-4ecd-9a00-aab327d91b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.355704] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.356658] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.356658] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleting the datastore file [datastore2] 5585c97e-a1e7-43bc-af70-ad93c09bcdfe {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.356658] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de1e4918-4dfb-47e9-b73b-504490ef50e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.363225] env[69287]: DEBUG oslo_vmware.api [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 982.363225] env[69287]: value = "task-3450870" [ 982.363225] env[69287]: _type = "Task" [ 982.363225] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.372514] env[69287]: DEBUG oslo_vmware.api [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.543125] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8ca8f891-5b63-4478-a775-7e9850911a10 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.673s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.656492] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "f2f1d04e-20b6-4a67-91d6-291ca0854419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.656766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.656996] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "f2f1d04e-20b6-4a67-91d6-291ca0854419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.657248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.657550] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.659640] env[69287]: INFO nova.compute.manager [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Terminating instance [ 982.741478] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.741663] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.742586] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec9392d-8a64-4104-b070-2b19631e301e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.762883] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd873fe-3fe0-4f46-98d9-0559d30b8d0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.791693] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfiguring VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 982.792050] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e210b3d-feb4-4391-8061-04f7f8fd4ced {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.815426] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 982.815426] env[69287]: value = "task-3450871" [ 982.815426] env[69287]: _type = "Task" [ 982.815426] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.826785] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.831495] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247215c-b578-44e5-9b5d-10006f01dab7, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.832291] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1576aa08-892c-4ea0-847b-9bf26abbcfcf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.838422] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 982.838422] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52245c7c-a155-8b8d-9779-1467394d0c76" [ 982.838422] env[69287]: _type = "Task" [ 982.838422] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.842200] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.842351] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ed9a6c95-9db3-4ddb-928a-18208b85f606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.842476] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 49366c42-9423-43b0-8049-4532df302f2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.842596] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 2fff0678-f91f-401b-9637-dda14c0c8aa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.842709] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d0539695-57c8-490c-8330-071f48be642d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.842824] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4b1305d9-0c72-4874-9650-1305fbdb76e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.842938] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 151a5d7e-8593-4d05-ae76-feb01e16c821 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.843086] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 982.843202] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance bed91ed8-199e-45a4-a88a-e0ceb0165965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.843316] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.843436] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 32c513e1-a287-499a-b869-fbd4421df05f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 982.843555] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance f268f0f1-839f-4534-a72f-180f798cd10a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 982.843666] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d083437d-f6b8-4122-96b1-70a1dd320697 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.843814] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 5585c97e-a1e7-43bc-af70-ad93c09bcdfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.843931] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance f2f1d04e-20b6-4a67-91d6-291ca0854419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.844053] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 803e0846-cb5e-4acf-9527-2842ec52d8c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.844166] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance cbed6044-e4e4-4fe4-843c-c578932e1bd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 982.851082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.852310] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Instance network_info: |[{"id": "ca396771-4f81-4ecd-9a00-aab327d91b05", "address": "fa:16:3e:03:23:52", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca396771-4f", "ovs_interfaceid": "ca396771-4f81-4ecd-9a00-aab327d91b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.852612] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52245c7c-a155-8b8d-9779-1467394d0c76, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.853210] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:23:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca396771-4f81-4ecd-9a00-aab327d91b05', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.861686] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.862153] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.862426] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/803e0846-cb5e-4acf-9527-2842ec52d8c0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.863516] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.863757] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290f12e8-ba6a-4ce4-bf6d-a36d398ae135 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.866339] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb66d14b-1d12-4a10-a257-49d8e1fd010c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.892258] env[69287]: DEBUG oslo_vmware.api [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14455} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.892478] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.892478] env[69287]: value = "task-3450873" [ 982.892478] env[69287]: _type = "Task" [ 982.892478] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.893565] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.893763] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.894113] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.894113] env[69287]: INFO nova.compute.manager [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Took 0.62 seconds to destroy the instance on the hypervisor. [ 982.894360] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.894763] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 982.894763] env[69287]: value = "task-3450872" [ 982.894763] env[69287]: _type = "Task" [ 982.894763] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.894970] env[69287]: DEBUG nova.compute.manager [-] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.894970] env[69287]: DEBUG nova.network.neutron [-] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.906876] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450873, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.909760] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.137718] env[69287]: DEBUG nova.compute.manager [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Received event network-changed-ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.137718] env[69287]: DEBUG nova.compute.manager [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Refreshing instance network info cache due to event network-changed-ca396771-4f81-4ecd-9a00-aab327d91b05. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.138022] env[69287]: DEBUG oslo_concurrency.lockutils [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] Acquiring lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.138022] env[69287]: DEBUG oslo_concurrency.lockutils [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] Acquired lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.138340] env[69287]: DEBUG nova.network.neutron [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Refreshing network info cache for port ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.164521] env[69287]: DEBUG nova.compute.manager [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.164521] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.164972] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c38503-6b53-41ec-843b-3bb4addefa1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.175487] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.176104] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5ffbd8-2382-4114-8deb-158bad27cf5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.182842] env[69287]: DEBUG oslo_vmware.api [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 983.182842] env[69287]: value = "task-3450874" [ 983.182842] env[69287]: _type = "Task" [ 983.182842] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.204810] env[69287]: DEBUG oslo_vmware.api [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.327230] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.354752] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 626a4752-078b-464b-b09f-a6ae110355a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 983.406992] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450873, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.413137] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464661} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.413404] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/803e0846-cb5e-4acf-9527-2842ec52d8c0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.416169] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.416169] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9684020-7143-4c8f-9ea4-52c42d774ef7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.422461] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 983.422461] env[69287]: value = "task-3450875" [ 983.422461] env[69287]: _type = "Task" [ 983.422461] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.434019] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.682105] env[69287]: DEBUG nova.network.neutron [-] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.702267] env[69287]: DEBUG oslo_vmware.api [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450874, 'name': PowerOffVM_Task, 'duration_secs': 0.231006} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.702710] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.703028] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.703850] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b2e31de-1df0-4cdb-81cc-fba36510d631 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.768536] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.768787] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.769065] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore2] f2f1d04e-20b6-4a67-91d6-291ca0854419 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.769346] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92642993-839c-405d-b144-ffd9d0839022 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.778734] env[69287]: DEBUG oslo_vmware.api [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 983.778734] env[69287]: value = "task-3450877" [ 983.778734] env[69287]: _type = "Task" [ 983.778734] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.788717] env[69287]: DEBUG oslo_vmware.api [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.826453] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.859353] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 54e050c7-e947-446c-ba43-733797a27bec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 983.912544] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450873, 'name': CreateVM_Task, 'duration_secs': 0.583152} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.912917] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.914694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.914860] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.915198] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.918287] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841faab5-4f9f-4ff3-8ba5-ba2131a73456 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.923581] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 983.923581] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52513d20-4514-dcca-0c41-535a4f49c565" [ 983.923581] env[69287]: _type = "Task" [ 983.923581] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.924426] env[69287]: DEBUG nova.network.neutron [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Updated VIF entry in instance network info cache for port ca396771-4f81-4ecd-9a00-aab327d91b05. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.924781] env[69287]: DEBUG nova.network.neutron [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Updating instance_info_cache with network_info: [{"id": "ca396771-4f81-4ecd-9a00-aab327d91b05", "address": "fa:16:3e:03:23:52", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca396771-4f", "ovs_interfaceid": "ca396771-4f81-4ecd-9a00-aab327d91b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.942896] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065865} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.943145] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52513d20-4514-dcca-0c41-535a4f49c565, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.943369] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.943708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.943916] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.944166] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.944308] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.944489] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.945274] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d37282-7ebc-40e5-a2eb-8df5f052a1dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.948299] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0751445c-5cc0-46ae-bb39-bbad4a00d327 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.971196] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/803e0846-cb5e-4acf-9527-2842ec52d8c0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.972696] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-888f70f0-f765-46ca-9149-ec5eb201ad4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.990862] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.991394] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.992472] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec72b757-e412-4f6d-8f22-49eb09af7c6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.998172] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 983.998172] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5278b267-f185-5d31-1b44-d9d9739e4ee6" [ 983.998172] env[69287]: _type = "Task" [ 983.998172] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.005187] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 984.005187] env[69287]: value = "task-3450878" [ 984.005187] env[69287]: _type = "Task" [ 984.005187] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.008835] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5278b267-f185-5d31-1b44-d9d9739e4ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.013675] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.193081] env[69287]: INFO nova.compute.manager [-] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Took 1.30 seconds to deallocate network for instance. [ 984.286636] env[69287]: DEBUG oslo_vmware.api [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146228} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.286902] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.287101] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.287286] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.287459] env[69287]: INFO nova.compute.manager [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Took 1.12 seconds to destroy the instance on the hypervisor. [ 984.287693] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.287877] env[69287]: DEBUG nova.compute.manager [-] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.287972] env[69287]: DEBUG nova.network.neutron [-] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.326800] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.362121] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance aba60c1e-a23c-4397-82bc-c76be1f8d495 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 984.428403] env[69287]: DEBUG oslo_concurrency.lockutils [req-9c18af39-247e-4dee-acbe-e102206ffef8 req-fb055d2e-c80c-4736-9e82-46f51c4441cd service nova] Releasing lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.513185] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5278b267-f185-5d31-1b44-d9d9739e4ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.520539] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450878, 'name': ReconfigVM_Task, 'duration_secs': 0.275684} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.520539] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dab5ba3-2631-487f-81c6-d77464fa3538 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.520539] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/803e0846-cb5e-4acf-9527-2842ec52d8c0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.520539] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f9720fe-781f-43f7-a44a-4143cad4b707 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.525226] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 984.525226] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ba774-9a6e-c2d1-62a1-080c8aac3a32" [ 984.525226] env[69287]: _type = "Task" [ 984.525226] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.530831] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 984.530831] env[69287]: value = "task-3450879" [ 984.530831] env[69287]: _type = "Task" [ 984.530831] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.543026] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ba774-9a6e-c2d1-62a1-080c8aac3a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.544886] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450879, 'name': Rename_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.700320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.830483] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.865924] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a629dabc-8711-40b5-8914-2f0186e15973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 984.866130] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (bf8d97a8-ef6f-44c6-86ac-2c63576b804e): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 984.866392] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 984.866570] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.040509] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ba774-9a6e-c2d1-62a1-080c8aac3a32, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.042311] env[69287]: DEBUG nova.network.neutron [-] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.043579] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.043913] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/cbed6044-e4e4-4fe4-843c-c578932e1bd3.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.049538] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72caad70-bd9c-4c48-bc5f-142ed9e9597d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.051556] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450879, 'name': Rename_Task, 'duration_secs': 0.147464} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.052585] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.053787] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea86794-33fd-45c8-aaf5-dbec1614c77e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.058015] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 985.058015] env[69287]: value = "task-3450880" [ 985.058015] env[69287]: _type = "Task" [ 985.058015] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.062409] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 985.062409] env[69287]: value = "task-3450881" [ 985.062409] env[69287]: _type = "Task" [ 985.062409] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.078623] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.084739] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.196981] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d359c8-9ffc-45f0-ad17-401358c89a68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.202690] env[69287]: DEBUG nova.compute.manager [req-db7faba8-57f7-4eb3-8344-929045f9917e req-f496a402-0271-4cb3-b704-6c42d35543c2 service nova] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Received event network-vif-deleted-230d6528-9c4e-426d-91b9-03c111d098bc {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.202966] env[69287]: DEBUG nova.compute.manager [req-db7faba8-57f7-4eb3-8344-929045f9917e req-f496a402-0271-4cb3-b704-6c42d35543c2 service nova] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Received event network-vif-deleted-986c0572-6cd7-416f-88a1-94e32c688a05 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.208408] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae672eb-800b-4132-b84f-82decb0a038d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.245059] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588d6ca-70b4-46c4-824f-c4141461dbce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.254892] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55370cfd-d695-4d0f-b0e4-dc39e0000dd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.271185] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.333271] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.550750] env[69287]: INFO nova.compute.manager [-] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Took 1.26 seconds to deallocate network for instance. [ 985.571372] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50279} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.572693] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/cbed6044-e4e4-4fe4-843c-c578932e1bd3.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.573237] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.573664] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1386b207-a629-47d5-8d55-bf076456afd1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.580976] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450881, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.582357] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 985.582357] env[69287]: value = "task-3450882" [ 985.582357] env[69287]: _type = "Task" [ 985.582357] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.590600] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.775866] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.831900] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.060932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.079615] env[69287]: DEBUG oslo_vmware.api [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450881, 'name': PowerOnVM_Task, 'duration_secs': 0.688219} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.079615] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.079615] env[69287]: INFO nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Took 7.80 seconds to spawn the instance on the hypervisor. [ 986.079615] env[69287]: DEBUG nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.080477] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcabab55-75d5-4130-a7e3-f97f69959c42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.090284] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065486} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.091917] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.097127] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3444d76c-a09d-4afb-90bd-7cbfa66467b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.132128] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/cbed6044-e4e4-4fe4-843c-c578932e1bd3.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.132128] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c871f441-2e2f-4717-b1c1-837fe593102b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.162683] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 986.162683] env[69287]: value = "task-3450883" [ 986.162683] env[69287]: _type = "Task" [ 986.162683] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.181628] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.282130] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 986.282422] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.489s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.282681] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.387s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.282866] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.288021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.952s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.288021] env[69287]: INFO nova.compute.claims [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.318089] env[69287]: INFO nova.scheduler.client.report [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Deleted allocations for instance f268f0f1-839f-4534-a72f-180f798cd10a [ 986.342041] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.607519] env[69287]: INFO nova.compute.manager [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Took 24.84 seconds to build instance. [ 986.674487] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450883, 'name': ReconfigVM_Task, 'duration_secs': 0.422174} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.674903] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/cbed6044-e4e4-4fe4-843c-c578932e1bd3.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.676023] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8a19335-1516-4899-bb9b-0d8905e6a622 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.681507] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 986.681507] env[69287]: value = "task-3450884" [ 986.681507] env[69287]: _type = "Task" [ 986.681507] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.689018] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450884, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.841274] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.845385] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3f3db48-ebb0-4a77-bdfa-d468ec1aa9b4 tempest-ImagesNegativeTestJSON-1070902766 tempest-ImagesNegativeTestJSON-1070902766-project-member] Lock "f268f0f1-839f-4534-a72f-180f798cd10a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.448s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.109880] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b6802555-a86e-42eb-9a58-84fa63cbd338 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.352s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.949251] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.949573] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450884, 'name': Rename_Task, 'duration_secs': 0.139732} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.949875] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.950128] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62b199d-1d7a-402e-82c5-e9997c33e742 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.956543] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 987.956543] env[69287]: value = "task-3450885" [ 987.956543] env[69287]: _type = "Task" [ 987.956543] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.972656] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.272258] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee27e57-810d-479a-b655-9dbd423d221b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.281590] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669baa0-5ac0-440b-ac77-1932a6a24035 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.322063] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c6a820-c435-4fb3-b0ae-ba73f809cbc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.332594] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e79a31-dc24-41f7-bc41-7f5ab670cc9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.349734] env[69287]: DEBUG nova.compute.provider_tree [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.453023] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.471848] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450885, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.607583] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.608467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.852638] env[69287]: DEBUG nova.scheduler.client.report [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.949652] env[69287]: DEBUG oslo_vmware.api [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450871, 'name': ReconfigVM_Task, 'duration_secs': 5.76705} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.949966] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950147] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfigured VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 988.966891] env[69287]: DEBUG oslo_vmware.api [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450885, 'name': PowerOnVM_Task, 'duration_secs': 0.524328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.967100] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.967304] env[69287]: INFO nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Took 8.14 seconds to spawn the instance on the hypervisor. [ 988.967479] env[69287]: DEBUG nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.968253] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146a5c38-ba30-4d00-968a-50bdf3783606 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.112579] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.224852] env[69287]: DEBUG nova.compute.manager [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-vif-deleted-11f4a594-e0f4-4411-a4c3-ee96b7c9269e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.225078] env[69287]: INFO nova.compute.manager [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Neutron deleted interface 11f4a594-e0f4-4411-a4c3-ee96b7c9269e; detaching it from the instance and deleting it from the info cache [ 989.225386] env[69287]: DEBUG nova.network.neutron [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "086a8098-5527-4ad5-b614-d6dc030dd5a1", "address": "fa:16:3e:cc:56:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086a8098-55", "ovs_interfaceid": "086a8098-5527-4ad5-b614-d6dc030dd5a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.360045] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.075s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.361764] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.371414] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.098s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.371548] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.377669] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.755s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.379977] env[69287]: INFO nova.compute.claims [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.498231] env[69287]: INFO nova.compute.manager [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Took 27.00 seconds to build instance. [ 989.643994] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.731494] env[69287]: DEBUG oslo_concurrency.lockutils [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.731494] env[69287]: DEBUG oslo_concurrency.lockutils [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] Acquired lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.731494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c86294-467a-444a-861f-c18889f72d6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.751721] env[69287]: DEBUG oslo_concurrency.lockutils [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] Releasing lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.751721] env[69287]: WARNING nova.compute.manager [req-dbf081ae-aa2e-4059-980f-e03dbc9a95dd req-fdedc5d0-e4c0-455b-9d11-1725984522e5 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Detach interface failed, port_id=11f4a594-e0f4-4411-a4c3-ee96b7c9269e, reason: No device with interface-id 11f4a594-e0f4-4411-a4c3-ee96b7c9269e exists on VM: nova.exception.NotFound: No device with interface-id 11f4a594-e0f4-4411-a4c3-ee96b7c9269e exists on VM [ 989.873321] env[69287]: DEBUG nova.compute.utils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.875491] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.875726] env[69287]: DEBUG nova.network.neutron [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.894746] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5bc4f734-a5ec-4197-9505-89f7a2e3ce42 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.563s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.895617] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.621s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.895806] env[69287]: INFO nova.compute.manager [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Unshelving [ 989.897985] env[69287]: DEBUG nova.compute.manager [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-vif-deleted-086a8098-5527-4ad5-b614-d6dc030dd5a1 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.898528] env[69287]: INFO nova.compute.manager [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Neutron deleted interface 086a8098-5527-4ad5-b614-d6dc030dd5a1; detaching it from the instance and deleting it from the info cache [ 989.898846] env[69287]: DEBUG nova.network.neutron [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.943966] env[69287]: DEBUG nova.policy [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595323cb94624703bc1274a4a5e67609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc00f367efe649ed83dbcc7dcb1b0c5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.999015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-23af1557-3dec-4849-9c88-9c284b558800 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.517s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.210135] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.210947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.211844] env[69287]: DEBUG nova.network.neutron [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.313973] env[69287]: DEBUG nova.network.neutron [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Successfully created port: f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.378711] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.404371] env[69287]: DEBUG oslo_concurrency.lockutils [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.404371] env[69287]: DEBUG oslo_concurrency.lockutils [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Acquired lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.407788] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7751d492-a0b6-4c6c-901e-518c0bf0559c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.428713] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d64119d-7066-4c16-a610-ae05b99e0ae0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.451712] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.457269] env[69287]: DEBUG nova.virt.vmwareapi.vmops [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfiguring VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 990.463540] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b243d295-4d8b-412d-9861-12fe2633f80e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.479527] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Waiting for the task: (returnval){ [ 990.479527] env[69287]: value = "task-3450886" [ 990.479527] env[69287]: _type = "Task" [ 990.479527] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.487170] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.737399] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aec281c-de67-49cb-9714-e55e4e80cc96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.749978] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b00cee-3ad9-4eaf-9ff7-f6cbd677fa45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.780941] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb52a2e-d239-4ff2-ae20-475696bfe408 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.790159] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c988167-a341-4f1e-8dd6-85bff73b81f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.803379] env[69287]: DEBUG nova.compute.provider_tree [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.860438] env[69287]: INFO nova.compute.manager [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Rescuing [ 990.860438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.860438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.860438] env[69287]: DEBUG nova.network.neutron [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.911947] env[69287]: DEBUG nova.compute.utils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 990.990645] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.308334] env[69287]: DEBUG nova.scheduler.client.report [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.365106] env[69287]: DEBUG nova.network.neutron [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [{"id": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "address": "fa:16:3e:e5:88:b7", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae98887c-a3", "ovs_interfaceid": "ae98887c-a308-4ff3-80dc-b31cd62321e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.389828] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.414962] env[69287]: INFO nova.virt.block_device [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Booting with volume 3e10b294-bc90-4ab5-9e78-901d3de2947c at /dev/sdb [ 991.420266] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.420959] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.420959] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.420959] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.421224] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.421224] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.421388] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.421561] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.421733] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.421894] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.423473] env[69287]: DEBUG nova.virt.hardware [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.424433] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca219d-9480-4f68-bf41-510a10d4dfa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.441353] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a1329-4735-436c-97ea-4793fc1d00cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.470648] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ef17897-94b1-4912-8fdb-4a6813583d53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.480073] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e3e65-c688-4a1f-a572-90f32fdf94aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.501951] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.520301] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-550be7c0-43e3-40a8-9d6b-d8ddcbccd8af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.529059] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18feccbb-f082-448d-bd84-350902899605 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.564523] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa9b784-bb29-4c67-a6b2-d4b71718505e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.572782] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89e5294-d71e-48ad-8e92-add5d9c43c3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.587663] env[69287]: DEBUG nova.virt.block_device [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating existing volume attachment record: df019295-8723-469f-8ee7-4249e1458ee2 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.774119] env[69287]: DEBUG nova.network.neutron [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Updating instance_info_cache with network_info: [{"id": "ca396771-4f81-4ecd-9a00-aab327d91b05", "address": "fa:16:3e:03:23:52", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca396771-4f", "ovs_interfaceid": "ca396771-4f81-4ecd-9a00-aab327d91b05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.777081] env[69287]: DEBUG nova.compute.manager [req-13876abb-e2f0-481c-adee-fda2e422df04 req-8969c9be-fa8e-4f73-b54e-18aa288cec94 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Received event network-vif-plugged-f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.777081] env[69287]: DEBUG oslo_concurrency.lockutils [req-13876abb-e2f0-481c-adee-fda2e422df04 req-8969c9be-fa8e-4f73-b54e-18aa288cec94 service nova] Acquiring lock "626a4752-078b-464b-b09f-a6ae110355a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.777925] env[69287]: DEBUG oslo_concurrency.lockutils [req-13876abb-e2f0-481c-adee-fda2e422df04 req-8969c9be-fa8e-4f73-b54e-18aa288cec94 service nova] Lock "626a4752-078b-464b-b09f-a6ae110355a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.777925] env[69287]: DEBUG oslo_concurrency.lockutils [req-13876abb-e2f0-481c-adee-fda2e422df04 req-8969c9be-fa8e-4f73-b54e-18aa288cec94 service nova] Lock "626a4752-078b-464b-b09f-a6ae110355a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.778517] env[69287]: DEBUG nova.compute.manager [req-13876abb-e2f0-481c-adee-fda2e422df04 req-8969c9be-fa8e-4f73-b54e-18aa288cec94 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] No waiting events found dispatching network-vif-plugged-f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.779603] env[69287]: WARNING nova.compute.manager [req-13876abb-e2f0-481c-adee-fda2e422df04 req-8969c9be-fa8e-4f73-b54e-18aa288cec94 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Received unexpected event network-vif-plugged-f3a6e955-c0d4-478b-ba77-fa28a42ef2bd for instance with vm_state building and task_state spawning. [ 991.816213] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.816698] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.819718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.809s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.820260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.822597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.682s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.822597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.824850] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.902s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.827241] env[69287]: INFO nova.compute.claims [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.862700] env[69287]: INFO nova.scheduler.client.report [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Deleted allocations for instance 32c513e1-a287-499a-b869-fbd4421df05f [ 991.869168] env[69287]: INFO nova.scheduler.client.report [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted allocations for instance 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b [ 991.875441] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.899151] env[69287]: DEBUG nova.network.neutron [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Successfully updated port: f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.002203] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.285251] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-cbed6044-e4e4-4fe4-843c-c578932e1bd3" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.331501] env[69287]: DEBUG nova.compute.utils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.339119] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.339333] env[69287]: DEBUG nova.network.neutron [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.376044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24b5c6a1-8200-4e7e-ac1f-0d32c82da81d tempest-ServerShowV254Test-1738114510 tempest-ServerShowV254Test-1738114510-project-member] Lock "32c513e1-a287-499a-b869-fbd4421df05f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.618s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.378865] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c48b4e44-2cf1-4bc5-a2c4-0205fc8c4599 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-49366c42-9423-43b0-8049-4532df302f2d-11f4a594-e0f4-4411-a4c3-ee96b7c9269e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.140s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.380914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5b6ec5e6-65e7-4966-b37a-d7796f95e71e tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "33fff088-d4ce-46e6-9680-c4f4d9dd7f7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.188s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.401806] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.401984] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.402176] env[69287]: DEBUG nova.network.neutron [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.416900] env[69287]: DEBUG nova.policy [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5073e581d2548f69b529be0cf366491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda090eaafb4a7da5f51e2b7aba55fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.505956] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.847044] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.933104] env[69287]: DEBUG nova.network.neutron [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Successfully created port: 2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.954596] env[69287]: DEBUG nova.network.neutron [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.006083] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.156798] env[69287]: DEBUG nova.network.neutron [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Updating instance_info_cache with network_info: [{"id": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "address": "fa:16:3e:36:da:94", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a6e955-c0", "ovs_interfaceid": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.191588] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937616c2-9ea1-424f-82b9-999a6879159a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.204558] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0ab720-67b0-4df5-ba1e-29b6406dcc92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.246497] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9246cd9-7c77-412e-a1e6-3ae302a7cb76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.262072] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b128d67-c55d-480d-a1f2-af367e793ec7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.278082] env[69287]: DEBUG nova.compute.provider_tree [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.510596] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.670304] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.670304] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Instance network_info: |[{"id": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "address": "fa:16:3e:36:da:94", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a6e955-c0", "ovs_interfaceid": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.670304] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:da:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a6e955-c0d4-478b-ba77-fa28a42ef2bd', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.677677] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.678477] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.678913] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f49322b-7230-4a81-884e-d7c4ec9af736 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.703129] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.703129] env[69287]: value = "task-3450890" [ 993.703129] env[69287]: _type = "Task" [ 993.703129] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.709292] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450890, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.784176] env[69287]: DEBUG nova.scheduler.client.report [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.802654] env[69287]: DEBUG nova.compute.manager [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Received event network-changed-f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.802654] env[69287]: DEBUG nova.compute.manager [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Refreshing instance network info cache due to event network-changed-f3a6e955-c0d4-478b-ba77-fa28a42ef2bd. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.802654] env[69287]: DEBUG oslo_concurrency.lockutils [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] Acquiring lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.804872] env[69287]: DEBUG oslo_concurrency.lockutils [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] Acquired lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.804872] env[69287]: DEBUG nova.network.neutron [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Refreshing network info cache for port f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.849770] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.849770] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31441e8-130c-4d76-b7b8-ddb3bba78a75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.856315] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 993.856315] env[69287]: value = "task-3450891" [ 993.856315] env[69287]: _type = "Task" [ 993.856315] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.861635] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.868932] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.883672] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.883979] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.884249] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.884418] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.884588] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.884751] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.884976] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.885222] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.885422] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.885641] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.885858] env[69287]: DEBUG nova.virt.hardware [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.886746] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a338d2-931e-430b-8785-46a4c76b46ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894838] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341f9d4-68b9-4e5f-be30-f5e9c86a9a64 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.008751] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.048843] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.049595] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.212219] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450890, 'name': CreateVM_Task, 'duration_secs': 0.33565} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.212219] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.212915] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.213102] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.213448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.213716] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a39566d-6af1-4831-8d3f-0436ee4612b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.221101] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 994.221101] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528f7d1a-93f9-07c2-f847-7ae4f3d510ef" [ 994.221101] env[69287]: _type = "Task" [ 994.221101] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.228776] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528f7d1a-93f9-07c2-f847-7ae4f3d510ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.287824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.288462] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.291462] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.383s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.292921] env[69287]: INFO nova.compute.claims [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.369188] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450891, 'name': PowerOffVM_Task, 'duration_secs': 0.19072} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.370242] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.371199] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3759b69-6406-4bbc-8fed-f2e5506beeb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.397135] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468bce25-8640-4701-8898-741c22343960 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.435373] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.435667] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae12cf5-d372-443f-b7c0-372b80393293 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.442956] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 994.442956] env[69287]: value = "task-3450893" [ 994.442956] env[69287]: _type = "Task" [ 994.442956] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.454130] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.454510] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.454947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.454987] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.455200] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.455468] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a51219ed-93ac-4f63-91a2-f126d9b81877 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.464151] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.464344] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.465110] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9319f92f-5a9f-4db7-8daf-6b010626c0ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.470669] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 994.470669] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52916eb7-48a0-468b-5967-87fcbb1ad4be" [ 994.470669] env[69287]: _type = "Task" [ 994.470669] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.478924] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52916eb7-48a0-468b-5967-87fcbb1ad4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.507484] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.553184] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.613989] env[69287]: DEBUG nova.network.neutron [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Updated VIF entry in instance network info cache for port f3a6e955-c0d4-478b-ba77-fa28a42ef2bd. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.614458] env[69287]: DEBUG nova.network.neutron [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Updating instance_info_cache with network_info: [{"id": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "address": "fa:16:3e:36:da:94", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a6e955-c0", "ovs_interfaceid": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.625320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "bed91ed8-199e-45a4-a88a-e0ceb0165965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.625320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.625320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "bed91ed8-199e-45a4-a88a-e0ceb0165965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.625320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.625320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.627440] env[69287]: INFO nova.compute.manager [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Terminating instance [ 994.690570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "7476492d-8383-486c-9af8-6ba66470b3de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.690991] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "7476492d-8383-486c-9af8-6ba66470b3de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.732693] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528f7d1a-93f9-07c2-f847-7ae4f3d510ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.732999] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733241] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.733449] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.779280] env[69287]: DEBUG nova.network.neutron [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Successfully updated port: 2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.797297] env[69287]: DEBUG nova.compute.utils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 994.803335] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.803511] env[69287]: DEBUG nova.network.neutron [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.869178] env[69287]: DEBUG nova.policy [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de5314090104225a8f179ac115afef6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cfd12d3c9b409aa91904a72d95c840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.980857] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52916eb7-48a0-468b-5967-87fcbb1ad4be, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.981745] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6d2b97-3d4d-42b5-a30d-3a8042d8b886 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.986745] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 994.986745] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e5e915-ef9d-aa38-4e33-7d396f197283" [ 994.986745] env[69287]: _type = "Task" [ 994.986745] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.994336] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e5e915-ef9d-aa38-4e33-7d396f197283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.005889] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.077584] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.117433] env[69287]: DEBUG oslo_concurrency.lockutils [req-c8f022f6-a12d-4f69-8c69-45a94ba5b9af req-4d379317-f116-403d-b616-d913ac1d8a86 service nova] Releasing lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.131636] env[69287]: DEBUG nova.compute.manager [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.131881] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.133520] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7264d-5381-4c55-81d1-cbcd17d7ea98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.141696] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.141943] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4002a538-2fa4-46ab-a6bc-ca81f318443d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.148416] env[69287]: DEBUG oslo_vmware.api [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 995.148416] env[69287]: value = "task-3450894" [ 995.148416] env[69287]: _type = "Task" [ 995.148416] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.156363] env[69287]: DEBUG oslo_vmware.api [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.172923] env[69287]: DEBUG nova.network.neutron [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Successfully created port: a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.193628] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.284529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-54e050c7-e947-446c-ba43-733797a27bec" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.284778] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-54e050c7-e947-446c-ba43-733797a27bec" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.285058] env[69287]: DEBUG nova.network.neutron [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.303786] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.497737] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e5e915-ef9d-aa38-4e33-7d396f197283, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.497992] env[69287]: DEBUG oslo_concurrency.lockutils [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.498335] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. {{(pid=69287) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 995.498538] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.498739] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.498954] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d66f5a1-f522-462e-b2e7-58f8c2273ffc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.501837] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d51fbd9-06db-4eaa-89e0-69b98ce10ecc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.516321] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 995.516321] env[69287]: value = "task-3450895" [ 995.516321] env[69287]: _type = "Task" [ 995.516321] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.516463] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.517730] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.517956] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.521878] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd681602-c505-4b10-a3f7-da8fde9568c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.531689] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.533055] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 995.533055] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5282eeef-001b-0d75-6270-139b3ad6c6c9" [ 995.533055] env[69287]: _type = "Task" [ 995.533055] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.540937] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5282eeef-001b-0d75-6270-139b3ad6c6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008552} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.544121] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237967df-f784-4fec-93e1-7bed4328b35a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.550997] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 995.550997] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e6e74b-1544-5618-1fe5-e8e987c282b8" [ 995.550997] env[69287]: _type = "Task" [ 995.550997] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.558948] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e6e74b-1544-5618-1fe5-e8e987c282b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.631136] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469d8d36-521a-49a3-ac52-d040cf413ef3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.639560] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123002b4-f511-4e9c-9178-6830f37f7712 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.673083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538d572-44ab-47fd-8cbc-4fe7cc15d8ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.683846] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3945af-76c6-47a5-8904-6c547acc3cd4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.687928] env[69287]: DEBUG oslo_vmware.api [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450894, 'name': PowerOffVM_Task, 'duration_secs': 0.176431} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.688210] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.688380] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.689074] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f6eb788-8b5f-49b8-ab1d-3107ba7d601a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.701317] env[69287]: DEBUG nova.compute.provider_tree [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.715499] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.827369] env[69287]: DEBUG nova.compute.manager [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Received event network-vif-plugged-2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.827604] env[69287]: DEBUG oslo_concurrency.lockutils [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] Acquiring lock "54e050c7-e947-446c-ba43-733797a27bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.827819] env[69287]: DEBUG oslo_concurrency.lockutils [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] Lock "54e050c7-e947-446c-ba43-733797a27bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.827992] env[69287]: DEBUG oslo_concurrency.lockutils [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] Lock "54e050c7-e947-446c-ba43-733797a27bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.828265] env[69287]: DEBUG nova.compute.manager [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] No waiting events found dispatching network-vif-plugged-2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.828439] env[69287]: WARNING nova.compute.manager [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Received unexpected event network-vif-plugged-2cc69910-141d-4041-a1f1-17137e98f5ef for instance with vm_state building and task_state spawning. [ 995.828679] env[69287]: DEBUG nova.compute.manager [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Received event network-changed-2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.828828] env[69287]: DEBUG nova.compute.manager [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Refreshing instance network info cache due to event network-changed-2cc69910-141d-4041-a1f1-17137e98f5ef. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.829027] env[69287]: DEBUG oslo_concurrency.lockutils [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] Acquiring lock "refresh_cache-54e050c7-e947-446c-ba43-733797a27bec" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.844799] env[69287]: DEBUG nova.network.neutron [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.010542] env[69287]: DEBUG nova.network.neutron [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Updating instance_info_cache with network_info: [{"id": "2cc69910-141d-4041-a1f1-17137e98f5ef", "address": "fa:16:3e:34:1e:e0", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc69910-14", "ovs_interfaceid": "2cc69910-141d-4041-a1f1-17137e98f5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.017154] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.026427] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497748} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.026678] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. [ 996.027419] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2881a-47e1-42a1-8366-02ea002bba6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.052151] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.052464] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c25def0-dde0-4b25-8167-4c942629be53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.073748] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e6e74b-1544-5618-1fe5-e8e987c282b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.074806] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.075079] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 626a4752-078b-464b-b09f-a6ae110355a1/626a4752-078b-464b-b09f-a6ae110355a1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.075387] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 996.075387] env[69287]: value = "task-3450897" [ 996.075387] env[69287]: _type = "Task" [ 996.075387] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.075566] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b141d92e-076a-4fa4-bae2-2bebe0118eaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.084696] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.085768] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 996.085768] env[69287]: value = "task-3450898" [ 996.085768] env[69287]: _type = "Task" [ 996.085768] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.093121] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.099570] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.099761] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.099942] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Deleting the datastore file [datastore1] bed91ed8-199e-45a4-a88a-e0ceb0165965 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.100211] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd85b30-cb4f-4d2a-b9de-c9f6de2b0173 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.105960] env[69287]: DEBUG oslo_vmware.api [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for the task: (returnval){ [ 996.105960] env[69287]: value = "task-3450899" [ 996.105960] env[69287]: _type = "Task" [ 996.105960] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.114307] env[69287]: DEBUG oslo_vmware.api [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.207232] env[69287]: DEBUG nova.scheduler.client.report [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.316417] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.346243] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.347095] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.347095] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.347257] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.347514] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.347738] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.348120] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.348258] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.348518] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.348860] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.349160] env[69287]: DEBUG nova.virt.hardware [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.350134] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01623b-adfb-472d-8ba0-aaf65f7f4784 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.359897] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6f599b-551b-4015-93e1-1d408cdcf626 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.513725] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-54e050c7-e947-446c-ba43-733797a27bec" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.514214] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance network_info: |[{"id": "2cc69910-141d-4041-a1f1-17137e98f5ef", "address": "fa:16:3e:34:1e:e0", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc69910-14", "ovs_interfaceid": "2cc69910-141d-4041-a1f1-17137e98f5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.514594] env[69287]: DEBUG oslo_vmware.api [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Task: {'id': task-3450886, 'name': ReconfigVM_Task, 'duration_secs': 5.79665} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.514932] env[69287]: DEBUG oslo_concurrency.lockutils [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] Acquired lock "refresh_cache-54e050c7-e947-446c-ba43-733797a27bec" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.515976] env[69287]: DEBUG nova.network.neutron [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Refreshing network info cache for port 2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.516754] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:1e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc69910-141d-4041-a1f1-17137e98f5ef', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.524636] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.524912] env[69287]: DEBUG oslo_concurrency.lockutils [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] Releasing lock "49366c42-9423-43b0-8049-4532df302f2d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.525148] env[69287]: DEBUG nova.virt.vmwareapi.vmops [req-3230171c-33bb-4ea1-ac13-e45928405608 req-4fff697f-945f-4c65-afa5-9f8b91d14ea1 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Reconfigured VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 996.525969] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.526187] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "49366c42-9423-43b0-8049-4532df302f2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.075s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.526405] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "49366c42-9423-43b0-8049-4532df302f2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.526775] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.526842] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "49366c42-9423-43b0-8049-4532df302f2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.529065] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae33968c-fcb3-461c-8f49-74d30bbb0633 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.546090] env[69287]: INFO nova.compute.manager [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Terminating instance [ 996.554742] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.554742] env[69287]: value = "task-3450900" [ 996.554742] env[69287]: _type = "Task" [ 996.554742] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.565925] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450900, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.587126] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.597057] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509533} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.597354] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 626a4752-078b-464b-b09f-a6ae110355a1/626a4752-078b-464b-b09f-a6ae110355a1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.597590] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.598258] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb688cd-a2f7-4793-aa63-47c7b91ee623 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.604531] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 996.604531] env[69287]: value = "task-3450901" [ 996.604531] env[69287]: _type = "Task" [ 996.604531] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.616130] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.619559] env[69287]: DEBUG oslo_vmware.api [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Task: {'id': task-3450899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162171} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.619847] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.620066] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.620256] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.620499] env[69287]: INFO nova.compute.manager [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Took 1.49 seconds to destroy the instance on the hypervisor. [ 996.620780] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.620995] env[69287]: DEBUG nova.compute.manager [-] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.621115] env[69287]: DEBUG nova.network.neutron [-] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.716022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.716022] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.717712] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.018s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.718083] env[69287]: DEBUG nova.objects.instance [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'resources' on Instance uuid 5585c97e-a1e7-43bc-af70-ad93c09bcdfe {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.816700] env[69287]: DEBUG nova.network.neutron [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Successfully updated port: a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.051311] env[69287]: DEBUG nova.compute.manager [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.051558] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.052494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c26c22-212c-4e45-9cd2-d778b8fbc18c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.070928] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450900, 'name': CreateVM_Task, 'duration_secs': 0.50222} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.073738] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.074109] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.075100] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.075276] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.075606] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.075853] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-532cbb33-79c9-4c00-8c37-519253d01ec9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.080650] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa046cd8-8b09-4857-a1ba-5c79aa5d48c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.087963] env[69287]: DEBUG oslo_vmware.api [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 997.087963] env[69287]: value = "task-3450902" [ 997.087963] env[69287]: _type = "Task" [ 997.087963] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.096689] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 997.096689] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b2318f-0315-6384-9204-48c8e95e5219" [ 997.096689] env[69287]: _type = "Task" [ 997.096689] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.096972] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450897, 'name': ReconfigVM_Task, 'duration_secs': 0.641941} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.097678] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.102346] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854b8a9e-2d30-4827-a304-3eb48c88b43e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.108866] env[69287]: DEBUG oslo_vmware.api [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.116819] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b2318f-0315-6384-9204-48c8e95e5219, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.135820] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.136074] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.136342] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.136507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.136725] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.147621] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c6de4d3-1011-4829-be7d-c50ed81e35d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.149495] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc4d554-8b7b-4f99-a261-488367a7ba89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.160336] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068919} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.164879] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.167154] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b062415-31d3-4af0-86aa-ed4974ced4db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.171691] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 997.171691] env[69287]: value = "task-3450903" [ 997.171691] env[69287]: _type = "Task" [ 997.171691] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.192020] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 626a4752-078b-464b-b09f-a6ae110355a1/626a4752-078b-464b-b09f-a6ae110355a1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.199411] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e414e29e-1afa-4866-8c15-a36f8f190eb7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.218096] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.218357] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.223436] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20c794c-4805-4621-952b-1c4439b2852b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.227193] env[69287]: DEBUG nova.compute.utils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.234600] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.234769] env[69287]: DEBUG nova.network.neutron [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.237986] env[69287]: DEBUG nova.compute.manager [req-6de7a9fc-51ab-4320-9839-d6f81ff19e5d req-26d4bbfe-7dbb-4697-b091-97e4d5312b93 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Received event network-vif-deleted-c7b8df7f-d590-4bcd-b438-e9b6fd2ea190 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.238235] env[69287]: INFO nova.compute.manager [req-6de7a9fc-51ab-4320-9839-d6f81ff19e5d req-26d4bbfe-7dbb-4697-b091-97e4d5312b93 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Neutron deleted interface c7b8df7f-d590-4bcd-b438-e9b6fd2ea190; detaching it from the instance and deleting it from the info cache [ 997.238412] env[69287]: DEBUG nova.network.neutron [req-6de7a9fc-51ab-4320-9839-d6f81ff19e5d req-26d4bbfe-7dbb-4697-b091-97e4d5312b93 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.247936] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 997.247936] env[69287]: value = "task-3450904" [ 997.247936] env[69287]: _type = "Task" [ 997.247936] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.248133] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.254334] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 997.254334] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a9a98b-c12d-97e3-1d73-29c75456b4e9" [ 997.254334] env[69287]: _type = "Task" [ 997.254334] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.265560] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.274269] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a9a98b-c12d-97e3-1d73-29c75456b4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.275108] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd9b3be-eec8-4c98-bf61-178a78dd4d3c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.280827] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 997.280827] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e46cf-a94a-4d97-9b88-0377fa51df8f" [ 997.280827] env[69287]: _type = "Task" [ 997.280827] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.291311] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e46cf-a94a-4d97-9b88-0377fa51df8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.301490] env[69287]: DEBUG nova.policy [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '741d01955bc1439fb3dd76f019c6496a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a19563fb99c4342a0d089249b9edc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.320037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.320037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.320566] env[69287]: DEBUG nova.network.neutron [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.376426] env[69287]: DEBUG nova.network.neutron [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Updated VIF entry in instance network info cache for port 2cc69910-141d-4041-a1f1-17137e98f5ef. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.377032] env[69287]: DEBUG nova.network.neutron [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Updating instance_info_cache with network_info: [{"id": "2cc69910-141d-4041-a1f1-17137e98f5ef", "address": "fa:16:3e:34:1e:e0", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc69910-14", "ovs_interfaceid": "2cc69910-141d-4041-a1f1-17137e98f5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.594262] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f6395-d712-4eed-838f-1747fa9e0d88 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.603998] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce34c2-509b-4c6d-b3cd-c740a0e5efd1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.607485] env[69287]: DEBUG oslo_vmware.api [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450902, 'name': PowerOffVM_Task, 'duration_secs': 0.359267} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.608428] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.608428] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.608501] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6670591-e65c-4bdd-a4d3-7fe48cac2a07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.643096] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853902ef-cfda-4366-865b-d7ebaa7c7f74 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.650868] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fc5602-6034-40c8-b816-0b799c10fbae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.664771] env[69287]: DEBUG nova.compute.provider_tree [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.671475] env[69287]: DEBUG nova.network.neutron [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Successfully created port: feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.683024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.683024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.683024] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleting the datastore file [datastore2] 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.683024] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6804f5bb-18cf-428f-9275-99ccf6029196 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.692824] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450903, 'name': ReconfigVM_Task, 'duration_secs': 0.15998} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.694384] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.694840] env[69287]: DEBUG oslo_vmware.api [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 997.694840] env[69287]: value = "task-3450906" [ 997.694840] env[69287]: _type = "Task" [ 997.694840] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.695276] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0be75e6-6cdf-4a6e-ac7f-a636d0e70bff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.704875] env[69287]: DEBUG oslo_vmware.api [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.706340] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 997.706340] env[69287]: value = "task-3450907" [ 997.706340] env[69287]: _type = "Task" [ 997.706340] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.715189] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.721687] env[69287]: DEBUG nova.network.neutron [-] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.729771] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.740705] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.741587] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af4badf1-d577-41a5-9bd1-99d09af99f1b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.751625] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81f88dd-9112-4432-a6f1-be02396ce6e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.773889] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450904, 'name': ReconfigVM_Task, 'duration_secs': 0.405673} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.774662] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 626a4752-078b-464b-b09f-a6ae110355a1/626a4752-078b-464b-b09f-a6ae110355a1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.775883] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13c4881-7c0b-476b-880c-20d8853a2348 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.790095] env[69287]: DEBUG nova.compute.manager [req-6de7a9fc-51ab-4320-9839-d6f81ff19e5d req-26d4bbfe-7dbb-4697-b091-97e4d5312b93 service nova] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Detach interface failed, port_id=c7b8df7f-d590-4bcd-b438-e9b6fd2ea190, reason: Instance bed91ed8-199e-45a4-a88a-e0ceb0165965 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 997.795234] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 997.795234] env[69287]: value = "task-3450908" [ 997.795234] env[69287]: _type = "Task" [ 997.795234] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.804294] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e46cf-a94a-4d97-9b88-0377fa51df8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.804939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.805225] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.805482] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5583ee3a-5a45-4cf8-83a7-5c8535b91d00 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.811348] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450908, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.816496] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 997.816496] env[69287]: value = "task-3450909" [ 997.816496] env[69287]: _type = "Task" [ 997.816496] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.827471] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.874169] env[69287]: DEBUG nova.network.neutron [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.881651] env[69287]: DEBUG oslo_concurrency.lockutils [req-15a7224e-a760-4a33-9111-e07097a6a91c req-4e234ad8-7a18-48d4-b046-2794ed3a0289 service nova] Releasing lock "refresh_cache-54e050c7-e947-446c-ba43-733797a27bec" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.973305] env[69287]: DEBUG nova.compute.manager [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Received event network-vif-plugged-a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.973592] env[69287]: DEBUG oslo_concurrency.lockutils [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] Acquiring lock "aba60c1e-a23c-4397-82bc-c76be1f8d495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.973792] env[69287]: DEBUG oslo_concurrency.lockutils [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.974067] env[69287]: DEBUG oslo_concurrency.lockutils [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.974283] env[69287]: DEBUG nova.compute.manager [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] No waiting events found dispatching network-vif-plugged-a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.974461] env[69287]: WARNING nova.compute.manager [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Received unexpected event network-vif-plugged-a0571c5e-578a-4c25-ae88-65e67fe47588 for instance with vm_state building and task_state spawning. [ 997.974873] env[69287]: DEBUG nova.compute.manager [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Received event network-changed-a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.975078] env[69287]: DEBUG nova.compute.manager [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Refreshing instance network info cache due to event network-changed-a0571c5e-578a-4c25-ae88-65e67fe47588. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.975372] env[69287]: DEBUG oslo_concurrency.lockutils [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] Acquiring lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.087081] env[69287]: DEBUG nova.network.neutron [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Updating instance_info_cache with network_info: [{"id": "a0571c5e-578a-4c25-ae88-65e67fe47588", "address": "fa:16:3e:74:07:16", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0571c5e-57", "ovs_interfaceid": "a0571c5e-578a-4c25-ae88-65e67fe47588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.168585] env[69287]: DEBUG nova.scheduler.client.report [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.211104] env[69287]: DEBUG oslo_vmware.api [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3450906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261798} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.214842] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.215085] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.216075] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.216075] env[69287]: INFO nova.compute.manager [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 998.216075] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.216556] env[69287]: DEBUG nova.compute.manager [-] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.216668] env[69287]: DEBUG nova.network.neutron [-] [instance: 49366c42-9423-43b0-8049-4532df302f2d] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.225167] env[69287]: INFO nova.compute.manager [-] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Took 1.60 seconds to deallocate network for instance. [ 998.225965] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.306428] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450908, 'name': Rename_Task, 'duration_secs': 0.147172} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.309111] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.309111] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e02fa0-b5e3-413d-95e0-94b4e8de3363 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.315022] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 998.315022] env[69287]: value = "task-3450910" [ 998.315022] env[69287]: _type = "Task" [ 998.315022] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.326044] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.329453] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490993} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.329895] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.330279] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.330667] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f85dac-6869-480a-b6ef-82c12ac7aab5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.338335] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 998.338335] env[69287]: value = "task-3450911" [ 998.338335] env[69287]: _type = "Task" [ 998.338335] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.346651] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.590173] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.590566] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Instance network_info: |[{"id": "a0571c5e-578a-4c25-ae88-65e67fe47588", "address": "fa:16:3e:74:07:16", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0571c5e-57", "ovs_interfaceid": "a0571c5e-578a-4c25-ae88-65e67fe47588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.590938] env[69287]: DEBUG oslo_concurrency.lockutils [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] Acquired lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.591167] env[69287]: DEBUG nova.network.neutron [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Refreshing network info cache for port a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.592522] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:07:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0571c5e-578a-4c25-ae88-65e67fe47588', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.600700] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.603839] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.604372] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef1467cc-c341-4938-9045-ab17c4ba816b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.626022] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.626022] env[69287]: value = "task-3450912" [ 998.626022] env[69287]: _type = "Task" [ 998.626022] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.638043] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450912, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.677312] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.680936] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.620s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.681355] env[69287]: DEBUG nova.objects.instance [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid f2f1d04e-20b6-4a67-91d6-291ca0854419 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.704502] env[69287]: INFO nova.scheduler.client.report [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocations for instance 5585c97e-a1e7-43bc-af70-ad93c09bcdfe [ 998.727663] env[69287]: DEBUG oslo_vmware.api [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450907, 'name': PowerOnVM_Task, 'duration_secs': 0.554404} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.727663] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.733507] env[69287]: DEBUG nova.compute.manager [None req-75ba3b7b-1f3c-4409-9b3c-b683b7c81a59 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.733507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.733604] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d646d-0e03-48b0-b0e7-0c9ef3fa6354 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.738679] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.790054] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.790054] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.790054] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.790054] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.790323] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.790364] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.791215] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.791215] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.791215] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.791215] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.791215] env[69287]: DEBUG nova.virt.hardware [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.792141] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2b50ff-c5ae-49f9-abdb-59db4654e249 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.806478] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ac663-89a6-41eb-875b-2611784a1878 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.831312] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450910, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.847839] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157691} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.847839] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.848357] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138d5e57-0114-49c8-9683-15451388f0a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.872247] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.874899] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d192daea-77a3-4c44-8734-cc3fe2617ba2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.895334] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 998.895334] env[69287]: value = "task-3450913" [ 998.895334] env[69287]: _type = "Task" [ 998.895334] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.903563] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.926413] env[69287]: DEBUG nova.network.neutron [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Updated VIF entry in instance network info cache for port a0571c5e-578a-4c25-ae88-65e67fe47588. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.926413] env[69287]: DEBUG nova.network.neutron [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Updating instance_info_cache with network_info: [{"id": "a0571c5e-578a-4c25-ae88-65e67fe47588", "address": "fa:16:3e:74:07:16", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0571c5e-57", "ovs_interfaceid": "a0571c5e-578a-4c25-ae88-65e67fe47588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.141033] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450912, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.215863] env[69287]: DEBUG oslo_concurrency.lockutils [None req-65950703-1404-4898-9830-8ed77b5a72ff tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "5585c97e-a1e7-43bc-af70-ad93c09bcdfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.452s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.301783] env[69287]: DEBUG nova.network.neutron [-] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.333089] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450910, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.378638] env[69287]: DEBUG nova.compute.manager [req-b9c93ed8-e942-48db-bca8-0c3b1c5f9dbd req-47925638-5230-4057-8bfa-1eb262608de8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Received event network-vif-plugged-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.379682] env[69287]: DEBUG oslo_concurrency.lockutils [req-b9c93ed8-e942-48db-bca8-0c3b1c5f9dbd req-47925638-5230-4057-8bfa-1eb262608de8 service nova] Acquiring lock "a629dabc-8711-40b5-8914-2f0186e15973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.379682] env[69287]: DEBUG oslo_concurrency.lockutils [req-b9c93ed8-e942-48db-bca8-0c3b1c5f9dbd req-47925638-5230-4057-8bfa-1eb262608de8 service nova] Lock "a629dabc-8711-40b5-8914-2f0186e15973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.379682] env[69287]: DEBUG oslo_concurrency.lockutils [req-b9c93ed8-e942-48db-bca8-0c3b1c5f9dbd req-47925638-5230-4057-8bfa-1eb262608de8 service nova] Lock "a629dabc-8711-40b5-8914-2f0186e15973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.379682] env[69287]: DEBUG nova.compute.manager [req-b9c93ed8-e942-48db-bca8-0c3b1c5f9dbd req-47925638-5230-4057-8bfa-1eb262608de8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] No waiting events found dispatching network-vif-plugged-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.379960] env[69287]: WARNING nova.compute.manager [req-b9c93ed8-e942-48db-bca8-0c3b1c5f9dbd req-47925638-5230-4057-8bfa-1eb262608de8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Received unexpected event network-vif-plugged-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce for instance with vm_state building and task_state spawning. [ 999.410996] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.428990] env[69287]: DEBUG oslo_concurrency.lockutils [req-5845dd07-e822-41e5-9abd-c32a6c7bc2dc req-50a31bd6-894b-4fb0-9bfe-3e67dd84d928 service nova] Releasing lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.468879] env[69287]: DEBUG nova.network.neutron [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Successfully updated port: feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.550101] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6c1a5-03ae-4ec4-8627-c3cbd651a4e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.558020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad5ad4d-0bee-45d2-ab5e-8f2241137fa1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.600426] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27bf03-99f6-45e4-a604-8078f4d024c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.609144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8da098-a68f-4f57-a028-f80cdb8ed281 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.624686] env[69287]: DEBUG nova.compute.provider_tree [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.635099] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450912, 'name': CreateVM_Task, 'duration_secs': 0.785369} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.635796] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.636478] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.636645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.636962] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.637494] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222deb67-c134-4394-8a6d-aee041fb274e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.642625] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 999.642625] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52318c31-e195-96f3-52b5-0656d3c6eb5f" [ 999.642625] env[69287]: _type = "Task" [ 999.642625] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.650326] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52318c31-e195-96f3-52b5-0656d3c6eb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.805300] env[69287]: INFO nova.compute.manager [-] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Took 1.59 seconds to deallocate network for instance. [ 999.832254] env[69287]: DEBUG oslo_vmware.api [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450910, 'name': PowerOnVM_Task, 'duration_secs': 1.09826} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.832526] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.833637] env[69287]: INFO nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Took 8.44 seconds to spawn the instance on the hypervisor. [ 999.833637] env[69287]: DEBUG nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.833880] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f6202c-0ee0-4c12-ad99-2e1dbf3dba47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.908398] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450913, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.973564] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.973764] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.974015] env[69287]: DEBUG nova.network.neutron [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.006820] env[69287]: DEBUG nova.compute.manager [req-e2bad358-be65-4b44-ab28-cafc3e87e5ec req-7e9e92bc-4e2c-4973-ae30-ef1901c9a631 service nova] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Received event network-vif-deleted-ae98887c-a308-4ff3-80dc-b31cd62321e7 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.128276] env[69287]: DEBUG nova.scheduler.client.report [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.153638] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52318c31-e195-96f3-52b5-0656d3c6eb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.071478} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.153936] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.154202] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.154435] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.154584] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.154765] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.155049] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-059fc43d-48a8-4aa0-b6b8-74229984f0fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.167776] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.167910] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.168767] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7bb34f-fbe6-48b8-8fc3-66a7a2e5e2e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.174573] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1000.174573] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a196b6-051b-68a7-8be1-d8108011a4e9" [ 1000.174573] env[69287]: _type = "Task" [ 1000.174573] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.182901] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a196b6-051b-68a7-8be1-d8108011a4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.315204] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.355514] env[69287]: INFO nova.compute.manager [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Took 26.05 seconds to build instance. [ 1000.408602] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450913, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.500876] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.501168] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.510692] env[69287]: DEBUG nova.network.neutron [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.633461] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.636375] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.992s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.637261] env[69287]: INFO nova.compute.claims [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.659140] env[69287]: INFO nova.scheduler.client.report [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance f2f1d04e-20b6-4a67-91d6-291ca0854419 [ 1000.675272] env[69287]: DEBUG nova.network.neutron [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updating instance_info_cache with network_info: [{"id": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "address": "fa:16:3e:35:60:7d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb1a7c8-ad", "ovs_interfaceid": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.687222] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a196b6-051b-68a7-8be1-d8108011a4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.028562} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.689807] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b2c357-b749-460d-8dc9-6ea68c6b6e32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.696892] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1000.696892] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5229f13a-ed44-7a2a-e61e-06646021e54e" [ 1000.696892] env[69287]: _type = "Task" [ 1000.696892] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.707788] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5229f13a-ed44-7a2a-e61e-06646021e54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.784585] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] Acquiring lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.784777] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] Acquired lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.785015] env[69287]: DEBUG nova.network.neutron [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.857897] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9e46b7e2-7ffb-455a-9e16-27a2f054f71c tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "626a4752-078b-464b-b09f-a6ae110355a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.558s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.908858] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450913, 'name': ReconfigVM_Task, 'duration_secs': 1.960585} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.909187] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.909962] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15303ec3-808e-4a26-a47b-5a00f4787b54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.915971] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1000.915971] env[69287]: value = "task-3450914" [ 1000.915971] env[69287]: _type = "Task" [ 1000.915971] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.924830] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450914, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.003771] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.169353] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bb0bb7b5-3ba2-454a-9bb1-7de4310cac32 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "f2f1d04e-20b6-4a67-91d6-291ca0854419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.510s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.181328] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.181517] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance network_info: |[{"id": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "address": "fa:16:3e:35:60:7d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb1a7c8-ad", "ovs_interfaceid": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.182230] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:60:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.190453] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.192248] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.192248] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef3d4bdc-793e-4aee-a27a-3989a5391842 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.218027] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5229f13a-ed44-7a2a-e61e-06646021e54e, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.219480] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.219840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] aba60c1e-a23c-4397-82bc-c76be1f8d495/aba60c1e-a23c-4397-82bc-c76be1f8d495.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.220121] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.220121] env[69287]: value = "task-3450915" [ 1001.220121] env[69287]: _type = "Task" [ 1001.220121] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.220382] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7b9c784-af45-409f-bfcb-65907d950d9b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.231744] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450915, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.233082] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1001.233082] env[69287]: value = "task-3450916" [ 1001.233082] env[69287]: _type = "Task" [ 1001.233082] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.241500] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.430564] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450914, 'name': Rename_Task, 'duration_secs': 0.363328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.431333] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.431720] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704ab97a-cb6b-4f39-a03a-f28d588dc62f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.438951] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1001.438951] env[69287]: value = "task-3450917" [ 1001.438951] env[69287]: _type = "Task" [ 1001.438951] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.454190] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.471958] env[69287]: DEBUG nova.compute.manager [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Received event network-changed-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.472709] env[69287]: DEBUG nova.compute.manager [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Refreshing instance network info cache due to event network-changed-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.472709] env[69287]: DEBUG oslo_concurrency.lockutils [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] Acquiring lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.472883] env[69287]: DEBUG oslo_concurrency.lockutils [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] Acquired lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.472975] env[69287]: DEBUG nova.network.neutron [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Refreshing network info cache for port feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.537794] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.542257] env[69287]: DEBUG nova.network.neutron [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Updating instance_info_cache with network_info: [{"id": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "address": "fa:16:3e:36:da:94", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a6e955-c0", "ovs_interfaceid": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.672851] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.673456] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.673722] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.673934] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.674136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.679217] env[69287]: INFO nova.compute.manager [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Terminating instance [ 1001.734969] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450915, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.752127] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450916, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.913791] env[69287]: INFO nova.compute.manager [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Rescuing [ 1001.914066] env[69287]: DEBUG oslo_concurrency.lockutils [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.914246] env[69287]: DEBUG oslo_concurrency.lockutils [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.914418] env[69287]: DEBUG nova.network.neutron [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.952397] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450917, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.959040] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ca628-1327-4670-ab7b-35f27cae8b0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.965403] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c37e08-3a3a-4b30-ae3a-e2b6f0d850a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.000399] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76759b-587e-495c-9070-225ebdf82e47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.008218] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f1e96-0cdc-46d0-a5af-6d5c34b84d78 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.022327] env[69287]: DEBUG nova.compute.provider_tree [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.046130] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] Releasing lock "refresh_cache-626a4752-078b-464b-b09f-a6ae110355a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.046501] env[69287]: DEBUG nova.compute.manager [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Inject network info {{(pid=69287) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1002.046794] env[69287]: DEBUG nova.compute.manager [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] network_info to inject: |[{"id": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "address": "fa:16:3e:36:da:94", "network": {"id": "80002c60-6543-4954-9ea1-fee321d4735b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322868329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc00f367efe649ed83dbcc7dcb1b0c5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a6e955-c0", "ovs_interfaceid": "f3a6e955-c0d4-478b-ba77-fa28a42ef2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1002.052060] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Reconfiguring VM instance to set the machine id {{(pid=69287) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1002.052780] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a8dc3f-2b20-4809-92c4-b256949c6d0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.069711] env[69287]: DEBUG oslo_vmware.api [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] Waiting for the task: (returnval){ [ 1002.069711] env[69287]: value = "task-3450918" [ 1002.069711] env[69287]: _type = "Task" [ 1002.069711] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.080299] env[69287]: DEBUG oslo_vmware.api [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] Task: {'id': task-3450918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.184953] env[69287]: DEBUG nova.compute.manager [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.185242] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.186388] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49860422-749d-4a1f-86ad-03c11c5b8372 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.196868] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.197198] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fa60269-1f79-431b-8f4a-6d4819a2eda4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.207668] env[69287]: DEBUG oslo_vmware.api [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1002.207668] env[69287]: value = "task-3450919" [ 1002.207668] env[69287]: _type = "Task" [ 1002.207668] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.217039] env[69287]: DEBUG oslo_vmware.api [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.234980] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450915, 'name': CreateVM_Task, 'duration_secs': 0.605968} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.235369] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.239938] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.240458] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.240633] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.241714] env[69287]: DEBUG nova.network.neutron [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updated VIF entry in instance network info cache for port feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.242179] env[69287]: DEBUG nova.network.neutron [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updating instance_info_cache with network_info: [{"id": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "address": "fa:16:3e:35:60:7d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb1a7c8-ad", "ovs_interfaceid": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.243657] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07090483-63ed-4bdc-85ce-0b2b68b8f912 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.259641] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1002.259641] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7d8c2-089e-c195-d007-665375bad38b" [ 1002.259641] env[69287]: _type = "Task" [ 1002.259641] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.259898] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658624} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.260803] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] aba60c1e-a23c-4397-82bc-c76be1f8d495/aba60c1e-a23c-4397-82bc-c76be1f8d495.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.261334] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.266751] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8133ebe7-ef94-4f97-b85b-0b18e6c94bfa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.274983] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1002.274983] env[69287]: value = "task-3450920" [ 1002.274983] env[69287]: _type = "Task" [ 1002.274983] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.279174] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7d8c2-089e-c195-d007-665375bad38b, 'name': SearchDatastore_Task, 'duration_secs': 0.011706} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.282314] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.282647] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.283276] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.283276] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.283276] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.283556] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0d0096f-7814-4d5b-ac89-c84165844c39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.292158] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.293707] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.293883] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.294684] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cd2c33-1f37-4ecf-aa74-0fa6e12c6ba1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.300390] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1002.300390] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfd920-d631-9dad-0ed1-6be35958c63e" [ 1002.300390] env[69287]: _type = "Task" [ 1002.300390] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.308773] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfd920-d631-9dad-0ed1-6be35958c63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.451166] env[69287]: DEBUG oslo_vmware.api [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450917, 'name': PowerOnVM_Task, 'duration_secs': 0.772241} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.451443] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.451642] env[69287]: INFO nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1002.451820] env[69287]: DEBUG nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.452614] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af5a83-6cf3-4b81-95c8-2e32896f87da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.525779] env[69287]: DEBUG nova.scheduler.client.report [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.581291] env[69287]: DEBUG oslo_vmware.api [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] Task: {'id': task-3450918, 'name': ReconfigVM_Task, 'duration_secs': 0.214533} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.581291] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2abdc7-f102-4844-81e5-f70d6a0f1516 tempest-ServersAdminTestJSON-730367107 tempest-ServersAdminTestJSON-730367107-project-admin] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Reconfigured VM instance to set the machine id {{(pid=69287) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1002.698621] env[69287]: DEBUG nova.network.neutron [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Updating instance_info_cache with network_info: [{"id": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "address": "fa:16:3e:6b:8b:8c", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4afe65-2b", "ovs_interfaceid": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.720741] env[69287]: DEBUG oslo_vmware.api [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450919, 'name': PowerOffVM_Task, 'duration_secs': 0.215313} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.721062] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.721221] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.721488] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-301bd0f2-6c7c-4fab-8a34-d5f84a226ab6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.747095] env[69287]: DEBUG oslo_concurrency.lockutils [req-87584cca-323f-41e9-903d-263ca5ec7a84 req-8f5beefa-45b3-4ec0-8f65-51ef971c575a service nova] Releasing lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.789769] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071753} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.791092] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.791447] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.791636] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.791812] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore1] 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.792673] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c347142-e552-402f-b002-73b46e18e4ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.795816] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fd7846d-42f1-475f-a594-36ae537d060b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.819914] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] aba60c1e-a23c-4397-82bc-c76be1f8d495/aba60c1e-a23c-4397-82bc-c76be1f8d495.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.824343] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d603bc-930b-4dce-9b72-44efbd2f4c68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.843662] env[69287]: DEBUG oslo_vmware.api [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1002.843662] env[69287]: value = "task-3450922" [ 1002.843662] env[69287]: _type = "Task" [ 1002.843662] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.856014] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1002.856014] env[69287]: value = "task-3450923" [ 1002.856014] env[69287]: _type = "Task" [ 1002.856014] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.856362] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfd920-d631-9dad-0ed1-6be35958c63e, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.862144] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5358ad-52c3-4248-98ee-e41dbdd173d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.869438] env[69287]: DEBUG oslo_vmware.api [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.881237] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.881675] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1002.881675] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5245d038-9a88-0e71-bc96-13604f444d8f" [ 1002.881675] env[69287]: _type = "Task" [ 1002.881675] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.887365] env[69287]: INFO nova.compute.manager [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Rebuilding instance [ 1002.898659] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5245d038-9a88-0e71-bc96-13604f444d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.899314] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.902510] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.902510] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-734d18e8-8aff-498b-b79f-6a3ee0bd402b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.907204] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1002.907204] env[69287]: value = "task-3450924" [ 1002.907204] env[69287]: _type = "Task" [ 1002.907204] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.920630] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.946383] env[69287]: DEBUG nova.compute.manager [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.947503] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f5ee2-e6a9-41b3-bbd5-d11669df9843 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.973767] env[69287]: INFO nova.compute.manager [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Took 26.37 seconds to build instance. [ 1003.032216] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.032888] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.036582] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.959s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.038208] env[69287]: INFO nova.compute.claims [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.202033] env[69287]: DEBUG oslo_concurrency.lockutils [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.357256] env[69287]: DEBUG oslo_vmware.api [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3450922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416038} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.357717] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.360019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.360019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.360019] env[69287]: INFO nova.compute.manager [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.360019] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.361966] env[69287]: DEBUG nova.compute.manager [-] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.362082] env[69287]: DEBUG nova.network.neutron [-] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.375903] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.382586] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "54e050c7-e947-446c-ba43-733797a27bec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.418348] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450924, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.476354] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f56a50e3-1aa0-48de-8ba0-3aeec1136dcb tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.881s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.478012] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.094s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.478012] env[69287]: DEBUG nova.compute.manager [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.478532] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53f0c8-1ee7-493d-91c2-51785f4cf978 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.489572] env[69287]: DEBUG nova.compute.manager [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1003.490202] env[69287]: DEBUG nova.objects.instance [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'flavor' on Instance uuid 54e050c7-e947-446c-ba43-733797a27bec {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.542877] env[69287]: DEBUG nova.compute.utils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1003.547357] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.551030] env[69287]: DEBUG nova.network.neutron [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.824171] env[69287]: DEBUG nova.policy [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ded0471b3d943698bde3618395dc22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdb94bf38a4648928fbddbda3dab032c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.874045] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450923, 'name': ReconfigVM_Task, 'duration_secs': 0.816604} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.874045] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Reconfigured VM instance instance-00000058 to attach disk [datastore2] aba60c1e-a23c-4397-82bc-c76be1f8d495/aba60c1e-a23c-4397-82bc-c76be1f8d495.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.874569] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e019dd9-aaae-46ab-9648-953f032ea6ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.884990] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1003.884990] env[69287]: value = "task-3450925" [ 1003.884990] env[69287]: _type = "Task" [ 1003.884990] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.893220] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450925, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.919244] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799749} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.919520] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.919736] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.919998] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7dfc458-e9aa-41bb-badb-f5574b4aaa0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.928707] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1003.928707] env[69287]: value = "task-3450926" [ 1003.928707] env[69287]: _type = "Task" [ 1003.928707] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.940022] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.966511] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.966903] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2847e4a-2d1e-4f98-a44c-d79fb9b237fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.973951] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1003.973951] env[69287]: value = "task-3450927" [ 1003.973951] env[69287]: _type = "Task" [ 1003.973951] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.982768] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.053942] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.150328] env[69287]: DEBUG nova.compute.manager [req-453e10cb-978f-49bf-823a-1b7ad10ba794 req-3bf58754-4122-4448-9da3-d9e4e788e7f6 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Received event network-vif-deleted-3ff151fa-d5a1-4bb0-aa13-b0959b826f45 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.150536] env[69287]: INFO nova.compute.manager [req-453e10cb-978f-49bf-823a-1b7ad10ba794 req-3bf58754-4122-4448-9da3-d9e4e788e7f6 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Neutron deleted interface 3ff151fa-d5a1-4bb0-aa13-b0959b826f45; detaching it from the instance and deleting it from the info cache [ 1004.150709] env[69287]: DEBUG nova.network.neutron [req-453e10cb-978f-49bf-823a-1b7ad10ba794 req-3bf58754-4122-4448-9da3-d9e4e788e7f6 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.304306] env[69287]: DEBUG nova.network.neutron [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Successfully created port: 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.395619] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450925, 'name': Rename_Task, 'duration_secs': 0.303067} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.395889] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.398607] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f18f7a-ef12-47cd-af9f-861d54d76b76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.407191] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1004.407191] env[69287]: value = "task-3450928" [ 1004.407191] env[69287]: _type = "Task" [ 1004.407191] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.415386] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.416851] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa9f31a-20ac-43a7-b433-0ebd5cc84bb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.423806] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978960c2-10f3-44b1-9163-346525b8602a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.459797] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e390d38-1c17-4076-87d3-31a24f0fa4d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.466173] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149843} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.466808] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.467576] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a016336-73a4-4d3a-9212-dbdfef0ed182 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.473400] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a2a1e0-7d8b-4f11-86ea-91f0264b383d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.494489] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.497801] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ee5354-68a4-4ad6-b930-e4baee6c9e9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.522375] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.523204] env[69287]: DEBUG nova.compute.provider_tree [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.524778] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca65a42-92a7-4e74-ad19-cb9219972981 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.529500] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450927, 'name': PowerOffVM_Task, 'duration_secs': 0.212548} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.530963] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.531225] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.531536] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1004.531536] env[69287]: value = "task-3450929" [ 1004.531536] env[69287]: _type = "Task" [ 1004.531536] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.532716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7566ed3b-76a7-4ddd-992b-39275949a181 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.539109] env[69287]: DEBUG oslo_vmware.api [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1004.539109] env[69287]: value = "task-3450930" [ 1004.539109] env[69287]: _type = "Task" [ 1004.539109] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.547384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.547642] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.548138] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b30b6f7-030b-4b78-b695-693f50b88882 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.551877] env[69287]: DEBUG oslo_vmware.api [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.614069] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.614349] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.614584] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleting the datastore file [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.614854] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1037fbf6-73d0-42ef-a42d-cd46c3613186 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.621542] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1004.621542] env[69287]: value = "task-3450932" [ 1004.621542] env[69287]: _type = "Task" [ 1004.621542] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.625870] env[69287]: DEBUG nova.network.neutron [-] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.629827] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.653508] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4e11349-b5d8-4b21-add2-ca3648d34255 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.661971] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31528b43-e6d9-40cc-a6f0-1df575d8125f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.694738] env[69287]: DEBUG nova.compute.manager [req-453e10cb-978f-49bf-823a-1b7ad10ba794 req-3bf58754-4122-4448-9da3-d9e4e788e7f6 service nova] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Detach interface failed, port_id=3ff151fa-d5a1-4bb0-aa13-b0959b826f45, reason: Instance 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1004.743128] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.743473] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b4d284a-ed1d-4125-8b01-82197183dd0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.751416] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1004.751416] env[69287]: value = "task-3450933" [ 1004.751416] env[69287]: _type = "Task" [ 1004.751416] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.759760] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.921497] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.028349] env[69287]: DEBUG nova.scheduler.client.report [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.054793] env[69287]: DEBUG oslo_vmware.api [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.054793] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.065339] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.095318] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.095592] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.095766] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.096017] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.096185] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.096356] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.096567] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.096729] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.096898] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.097102] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.097239] env[69287]: DEBUG nova.virt.hardware [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.098169] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5adf48-85b3-4317-900e-dad0dc7fd764 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.106637] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed5054-bdf3-4549-9946-1507d30a0eb7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.131393] env[69287]: INFO nova.compute.manager [-] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Took 1.77 seconds to deallocate network for instance. [ 1005.131764] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243361} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.133774] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.133880] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.134025] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.263155] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450933, 'name': PowerOffVM_Task, 'duration_secs': 0.183513} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.263449] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.264507] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4876d9d-1008-428e-bcde-d5431ec1eda2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.285817] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c37c7e8-9068-4c17-b95b-0bdf1a06ba1b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.320302] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.320683] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca0731d1-21f4-4721-a30c-eaa081c2090a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.328127] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1005.328127] env[69287]: value = "task-3450934" [ 1005.328127] env[69287]: _type = "Task" [ 1005.328127] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.342937] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1005.343288] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.343640] env[69287]: DEBUG oslo_concurrency.lockutils [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.343858] env[69287]: DEBUG oslo_concurrency.lockutils [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.344151] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.344525] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85c532ff-8180-4ec9-ac10-0c9b47285cd2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.352710] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.352896] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.353657] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a629bf27-1273-4834-9623-42af09cda4c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.359034] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1005.359034] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5274b736-9c07-20f7-2823-673d3429840b" [ 1005.359034] env[69287]: _type = "Task" [ 1005.359034] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.366953] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5274b736-9c07-20f7-2823-673d3429840b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.417578] env[69287]: DEBUG oslo_vmware.api [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3450928, 'name': PowerOnVM_Task, 'duration_secs': 0.763877} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.417866] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.418097] env[69287]: INFO nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1005.418287] env[69287]: DEBUG nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.419163] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26a2ba-fc4e-4788-bb16-a705ad28d2e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.534577] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.535371] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.540120] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.825s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.542149] env[69287]: INFO nova.compute.claims [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.557059] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450929, 'name': ReconfigVM_Task, 'duration_secs': 0.942143} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.560292] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.560997] env[69287]: DEBUG oslo_vmware.api [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450930, 'name': PowerOffVM_Task, 'duration_secs': 0.761541} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.561237] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d615a6d-ac56-4d3b-ae45-b250fe30b0b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.562963] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.563196] env[69287]: DEBUG nova.compute.manager [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.563976] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05b641-bdc3-4871-93ed-a8100498a70f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.573973] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1005.573973] env[69287]: value = "task-3450935" [ 1005.573973] env[69287]: _type = "Task" [ 1005.573973] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.582508] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450935, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.644031] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.835211] env[69287]: DEBUG nova.network.neutron [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Successfully updated port: 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.869530] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5274b736-9c07-20f7-2823-673d3429840b, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.870452] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbeda9f8-51e5-4782-89a5-fabea5bdc507 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.875528] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1005.875528] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ce903-3960-71ef-d2a5-d407a1e93a09" [ 1005.875528] env[69287]: _type = "Task" [ 1005.875528] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.883608] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ce903-3960-71ef-d2a5-d407a1e93a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.937904] env[69287]: INFO nova.compute.manager [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Took 28.04 seconds to build instance. [ 1006.043076] env[69287]: DEBUG nova.compute.utils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1006.043623] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.043790] env[69287]: DEBUG nova.network.neutron [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.083868] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2c8acc16-e5a3-490d-ac4a-bdd259bcb69e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.606s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.091308] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450935, 'name': Rename_Task, 'duration_secs': 0.257891} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.091670] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.092293] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febad176-b23e-4ef0-a897-37ac5f4ad8b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.101802] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1006.101802] env[69287]: value = "task-3450936" [ 1006.101802] env[69287]: _type = "Task" [ 1006.101802] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.107558] env[69287]: DEBUG nova.policy [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18074f3d3ed4bb1aedced5e41a1d4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dacfcff6e6e4305903827a15de0ef7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.114040] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.176879] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.177253] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.177385] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.177566] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.177708] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.177854] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.178069] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.178228] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.178391] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.178672] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.178782] env[69287]: DEBUG nova.virt.hardware [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.179716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0086fbd-1cc3-4c84-b038-57f525c0bf42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.188097] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407a5eb5-5417-42ec-b0b4-689b922f5f35 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.205075] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:3a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e2e0822-e75e-4321-9fba-c460b46bb569', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.212844] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.214204] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.215327] env[69287]: DEBUG nova.compute.manager [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received event network-vif-plugged-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.215578] env[69287]: DEBUG oslo_concurrency.lockutils [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] Acquiring lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.215806] env[69287]: DEBUG oslo_concurrency.lockutils [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.216182] env[69287]: DEBUG oslo_concurrency.lockutils [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.216363] env[69287]: DEBUG nova.compute.manager [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] No waiting events found dispatching network-vif-plugged-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.216460] env[69287]: WARNING nova.compute.manager [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received unexpected event network-vif-plugged-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 for instance with vm_state building and task_state spawning. [ 1006.216634] env[69287]: DEBUG nova.compute.manager [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.216746] env[69287]: DEBUG nova.compute.manager [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing instance network info cache due to event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.216996] env[69287]: DEBUG oslo_concurrency.lockutils [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.218137] env[69287]: DEBUG oslo_concurrency.lockutils [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.218387] env[69287]: DEBUG nova.network.neutron [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.219900] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23f532df-87ca-46c8-af7f-e9c4455bb685 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.241483] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.241483] env[69287]: value = "task-3450937" [ 1006.241483] env[69287]: _type = "Task" [ 1006.241483] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.253289] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450937, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.337864] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.389426] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ce903-3960-71ef-d2a5-d407a1e93a09, 'name': SearchDatastore_Task, 'duration_secs': 0.029099} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.389694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.390220] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. {{(pid=69287) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1006.390355] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-257f12e0-0b35-485c-8964-08a3f323bc70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.397756] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1006.397756] env[69287]: value = "task-3450938" [ 1006.397756] env[69287]: _type = "Task" [ 1006.397756] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.407118] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.441629] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bae81cf1-c262-4ef9-bb3b-8f4500209a5b tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.550s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.512311] env[69287]: DEBUG nova.network.neutron [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Successfully created port: e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.547379] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.612424] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.761447] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450937, 'name': CreateVM_Task, 'duration_secs': 0.403245} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.764885] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.768689] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.768689] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.768689] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.768689] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663ccac3-0948-4ccc-af23-9aa51bbd3e55 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.773925] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1006.773925] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529f6df4-c377-e337-764c-19ef5474b8a9" [ 1006.773925] env[69287]: _type = "Task" [ 1006.773925] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.787769] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529f6df4-c377-e337-764c-19ef5474b8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.802667] env[69287]: DEBUG nova.network.neutron [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.910153] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450938, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.931028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72e3edb-24c7-4f36-b3ec-90a698e57ee8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.936727] env[69287]: DEBUG nova.network.neutron [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.943290] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7ea94-b238-4dbd-b5e1-763925f49bcf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.979390] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe7c07e-7184-432c-af9b-cb6ef7c76d0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.986934] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0544b-e726-45fc-9edf-4d3329ad0e3c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.001052] env[69287]: DEBUG nova.compute.provider_tree [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.066452] env[69287]: INFO nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Rebuilding instance [ 1007.112233] env[69287]: DEBUG oslo_vmware.api [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3450936, 'name': PowerOnVM_Task, 'duration_secs': 0.549916} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.115082] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.115082] env[69287]: INFO nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1007.119197] env[69287]: DEBUG nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.122246] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc818c-c22c-4159-88fb-cf8231a1ddc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.125177] env[69287]: DEBUG nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.126184] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68891672-80c3-47a0-babd-5ef5c2ddfee1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.285148] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529f6df4-c377-e337-764c-19ef5474b8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023409} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.285491] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.285742] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.286008] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.286181] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.286378] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.286641] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e94442e4-e5a7-4db3-8af2-d3853a287646 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.296175] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.296379] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.297153] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772b6ac2-1538-4f30-9c28-331ba6043b9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302292] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1007.302292] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a72d95-93ee-806d-6500-1ceae20f71fc" [ 1007.302292] env[69287]: _type = "Task" [ 1007.302292] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.310168] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a72d95-93ee-806d-6500-1ceae20f71fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.404940] env[69287]: DEBUG nova.compute.manager [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Received event network-changed-a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.405156] env[69287]: DEBUG nova.compute.manager [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Refreshing instance network info cache due to event network-changed-a0571c5e-578a-4c25-ae88-65e67fe47588. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.405376] env[69287]: DEBUG oslo_concurrency.lockutils [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] Acquiring lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.405519] env[69287]: DEBUG oslo_concurrency.lockutils [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] Acquired lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.405680] env[69287]: DEBUG nova.network.neutron [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Refreshing network info cache for port a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.413487] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565715} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.413802] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. [ 1007.414853] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9966a-ac1a-4c83-a93b-d7971fa99b81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.444211] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.445172] env[69287]: DEBUG oslo_concurrency.lockutils [req-75b7102b-2bed-4ba0-8f0a-9d3e58ab7e9a req-8f112c58-53f9-4039-a65b-5b1a44a09e17 service nova] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.445733] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ff4cff-75b8-4238-88d9-8ad00f988f34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.458948] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.459139] env[69287]: DEBUG nova.network.neutron [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.466477] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1007.466477] env[69287]: value = "task-3450939" [ 1007.466477] env[69287]: _type = "Task" [ 1007.466477] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.475906] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.504451] env[69287]: DEBUG nova.scheduler.client.report [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.557820] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.596158] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.596577] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.596884] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.597120] env[69287]: DEBUG nova.virt.hardware [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.598064] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b342b268-ccb7-4603-86ca-8485e2d1c4de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.607741] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bbe752-6812-4b26-b4a6-372384117e0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.651243] env[69287]: INFO nova.compute.manager [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Took 28.76 seconds to build instance. [ 1007.812971] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a72d95-93ee-806d-6500-1ceae20f71fc, 'name': SearchDatastore_Task, 'duration_secs': 0.049697} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.813824] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c09cd04-6e02-49fe-aea5-d89d3815869f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.819144] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1007.819144] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f31768-8abe-8499-3905-3c1b005cee5a" [ 1007.819144] env[69287]: _type = "Task" [ 1007.819144] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.827189] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f31768-8abe-8499-3905-3c1b005cee5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.976786] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450939, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.008954] env[69287]: DEBUG nova.network.neutron [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.011726] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.012282] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.016043] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.275s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.016544] env[69287]: DEBUG nova.objects.instance [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'pci_requests' on Instance uuid 36209999-6220-4c93-b6d5-d3ea8074e437 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.151780] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.152359] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a637a19-d3c7-496e-a4ef-51283fcf2b9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.154325] env[69287]: DEBUG oslo_concurrency.lockutils [None req-904a9350-5871-4d54-b911-f2593246de00 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "a629dabc-8711-40b5-8914-2f0186e15973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.270s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.163249] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1008.163249] env[69287]: value = "task-3450940" [ 1008.163249] env[69287]: _type = "Task" [ 1008.163249] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.178421] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.179021] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.179588] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa8c30-73a0-40b7-b10c-2cb92c4efd2a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.186971] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.187283] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afdfeb60-54c0-4426-bf4d-86843289b711 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.246866] env[69287]: DEBUG nova.network.neutron [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.252473] env[69287]: DEBUG nova.compute.manager [req-9ec8802f-494c-4a86-b328-dd74cc54ff83 req-adc469cc-96a0-4de0-a849-07b7883e0ede service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Received event network-vif-plugged-e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.252473] env[69287]: DEBUG oslo_concurrency.lockutils [req-9ec8802f-494c-4a86-b328-dd74cc54ff83 req-adc469cc-96a0-4de0-a849-07b7883e0ede service nova] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.252602] env[69287]: DEBUG oslo_concurrency.lockutils [req-9ec8802f-494c-4a86-b328-dd74cc54ff83 req-adc469cc-96a0-4de0-a849-07b7883e0ede service nova] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.253017] env[69287]: DEBUG oslo_concurrency.lockutils [req-9ec8802f-494c-4a86-b328-dd74cc54ff83 req-adc469cc-96a0-4de0-a849-07b7883e0ede service nova] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.253017] env[69287]: DEBUG nova.compute.manager [req-9ec8802f-494c-4a86-b328-dd74cc54ff83 req-adc469cc-96a0-4de0-a849-07b7883e0ede service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] No waiting events found dispatching network-vif-plugged-e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.253278] env[69287]: WARNING nova.compute.manager [req-9ec8802f-494c-4a86-b328-dd74cc54ff83 req-adc469cc-96a0-4de0-a849-07b7883e0ede service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Received unexpected event network-vif-plugged-e469e019-39b8-415e-9964-192f3d922020 for instance with vm_state building and task_state spawning. [ 1008.270946] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.271526] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.271526] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore1] 54e050c7-e947-446c-ba43-733797a27bec {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.272031] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e4d5b7e-2579-4808-845a-9e9237cc065f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.279907] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1008.279907] env[69287]: value = "task-3450942" [ 1008.279907] env[69287]: _type = "Task" [ 1008.279907] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.289679] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.290998] env[69287]: DEBUG nova.network.neutron [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Updated VIF entry in instance network info cache for port a0571c5e-578a-4c25-ae88-65e67fe47588. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.291492] env[69287]: DEBUG nova.network.neutron [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Updating instance_info_cache with network_info: [{"id": "a0571c5e-578a-4c25-ae88-65e67fe47588", "address": "fa:16:3e:74:07:16", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0571c5e-57", "ovs_interfaceid": "a0571c5e-578a-4c25-ae88-65e67fe47588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.332156] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f31768-8abe-8499-3905-3c1b005cee5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017449} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.332527] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.332963] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.333217] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395b72e0-7636-4bf3-83a4-eb3812bd2c96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.342657] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1008.342657] env[69287]: value = "task-3450943" [ 1008.342657] env[69287]: _type = "Task" [ 1008.342657] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.356700] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.398868] env[69287]: DEBUG nova.network.neutron [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Successfully updated port: e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.479512] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450939, 'name': ReconfigVM_Task, 'duration_secs': 0.515135} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.479850] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.480660] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e888f-27f4-48be-aa9c-c7ddd205c319 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.505528] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6ee7f4-8af9-4a3e-ab3e-53231263cfd9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.517520] env[69287]: DEBUG nova.compute.utils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1008.519874] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.520102] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.523083] env[69287]: DEBUG nova.objects.instance [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'numa_topology' on Instance uuid 36209999-6220-4c93-b6d5-d3ea8074e437 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.524311] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1008.524311] env[69287]: value = "task-3450944" [ 1008.524311] env[69287]: _type = "Task" [ 1008.524311] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.533793] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.566668] env[69287]: DEBUG nova.policy [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca0036093c544799dca08c6b233edd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6285b67d3f4d1082cf173fc35083b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.756236] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.756236] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Instance network_info: |[{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.756236] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:aa:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.763054] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Creating folder: Project (cdb94bf38a4648928fbddbda3dab032c). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.763400] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-753109fd-f2f6-4253-9d84-c88937891ac4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.774995] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Created folder: Project (cdb94bf38a4648928fbddbda3dab032c) in parent group-v688742. [ 1008.775561] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Creating folder: Instances. Parent ref: group-v688992. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.777058] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a83ed1-2a0f-45cf-add2-619496c4d485 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.785968] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Created folder: Instances in parent group-v688992. [ 1008.786418] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.786585] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.786660] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-338ba250-0283-4474-9b0f-d2f0179d75d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.807268] env[69287]: DEBUG oslo_concurrency.lockutils [req-af085166-a555-4c64-82c8-620f03acbece req-e5629612-d2ed-403f-a196-024cae959fad service nova] Releasing lock "refresh_cache-aba60c1e-a23c-4397-82bc-c76be1f8d495" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.808079] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430708} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.808718] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.808957] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.809130] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.817429] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.817429] env[69287]: value = "task-3450947" [ 1008.817429] env[69287]: _type = "Task" [ 1008.817429] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.828232] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450947, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.840970] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Successfully created port: 5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.854592] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.903872] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.903872] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.903872] env[69287]: DEBUG nova.network.neutron [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.025604] env[69287]: INFO nova.compute.claims [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.030043] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.045661] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450944, 'name': ReconfigVM_Task, 'duration_secs': 0.262859} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.046322] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.046763] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53572fd8-e85d-4606-92cd-927a2c27fe58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.056619] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1009.056619] env[69287]: value = "task-3450948" [ 1009.056619] env[69287]: _type = "Task" [ 1009.056619] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.069337] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.241039] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Successfully created port: cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.327118] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450947, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.355033] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860311} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.355779] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.356012] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.356274] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0262a21c-9e54-49b1-a828-b8354387c48d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.362535] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1009.362535] env[69287]: value = "task-3450949" [ 1009.362535] env[69287]: _type = "Task" [ 1009.362535] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.370632] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.478525] env[69287]: DEBUG nova.network.neutron [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.543213] env[69287]: DEBUG nova.compute.manager [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Received event network-changed-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.543414] env[69287]: DEBUG nova.compute.manager [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Refreshing instance network info cache due to event network-changed-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.543632] env[69287]: DEBUG oslo_concurrency.lockutils [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] Acquiring lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.543780] env[69287]: DEBUG oslo_concurrency.lockutils [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] Acquired lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.543979] env[69287]: DEBUG nova.network.neutron [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Refreshing network info cache for port feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.570611] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.714643] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Successfully created port: 22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.761939] env[69287]: DEBUG nova.network.neutron [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.832986] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450947, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.847793] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.848042] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.848206] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.848378] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.848569] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.848658] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.848881] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.849087] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.849278] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.849443] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.849613] env[69287]: DEBUG nova.virt.hardware [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.851824] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc8202d-fae1-45f8-bc05-01a9e215f7f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.859894] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a3ab5-2cfe-4dd2-9510-6e15c00fba7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.874952] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061857} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.882745] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.883899] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:1e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc69910-141d-4041-a1f1-17137e98f5ef', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.892904] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.894561] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b1212-c311-4ed1-a83d-7a1466db473d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.897167] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.897819] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048de08d-3f80-452e-9ab7-b0c57b9eb59a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.900287] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78c152ba-84b7-4b05-8d08-9d29cabcbd50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.931319] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802daf2c-1e95-4328-a565-358fd870abfa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.942936] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.944563] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4b344c-11bd-41ca-a551-9f0841c0e045 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.962263] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.962263] env[69287]: value = "task-3450950" [ 1009.962263] env[69287]: _type = "Task" [ 1009.962263] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.994607] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1009.994607] env[69287]: value = "task-3450951" [ 1009.994607] env[69287]: _type = "Task" [ 1009.994607] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.996256] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f989d98-b55e-4387-b91e-bacc452e786e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.005138] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450950, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.015442] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c4152-f98a-4ee8-bb6e-9d23e0c9006e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.020402] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.030860] env[69287]: DEBUG nova.compute.provider_tree [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.047943] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.068106] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.074332] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.074601] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.074777] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.074974] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.075149] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.075303] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.075511] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.075674] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.075893] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.076387] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.076387] env[69287]: DEBUG nova.virt.hardware [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.077187] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07f6986-b2a0-43fd-a130-baefdff15e51 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.085804] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cd42ae-d102-4235-9f4f-01abc0fc6733 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.264359] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.264734] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Instance network_info: |[{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.265213] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:3a:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e469e019-39b8-415e-9964-192f3d922020', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.276333] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.276610] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.277166] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c275ef3-27cc-4992-bc04-5d205b8c4a9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.300515] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.300515] env[69287]: value = "task-3450952" [ 1010.300515] env[69287]: _type = "Task" [ 1010.300515] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.308589] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450952, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.310523] env[69287]: DEBUG nova.compute.manager [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Received event network-changed-e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.310724] env[69287]: DEBUG nova.compute.manager [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Refreshing instance network info cache due to event network-changed-e469e019-39b8-415e-9964-192f3d922020. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.310958] env[69287]: DEBUG oslo_concurrency.lockutils [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.311079] env[69287]: DEBUG oslo_concurrency.lockutils [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.311539] env[69287]: DEBUG nova.network.neutron [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Refreshing network info cache for port e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.330545] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450947, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.333992] env[69287]: DEBUG nova.network.neutron [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updated VIF entry in instance network info cache for port feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.334350] env[69287]: DEBUG nova.network.neutron [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updating instance_info_cache with network_info: [{"id": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "address": "fa:16:3e:35:60:7d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeb1a7c8-ad", "ovs_interfaceid": "feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.473198] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450950, 'name': CreateVM_Task, 'duration_secs': 0.369058} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.473440] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.474331] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.474854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.475082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.475497] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e463e8-b77c-4434-9d20-1e4bec0cece7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.481607] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1010.481607] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f78974-0bb5-0d51-14e5-b0ed9e17e696" [ 1010.481607] env[69287]: _type = "Task" [ 1010.481607] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.489605] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f78974-0bb5-0d51-14e5-b0ed9e17e696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.503747] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.533926] env[69287]: DEBUG nova.scheduler.client.report [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.567666] env[69287]: DEBUG oslo_vmware.api [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450948, 'name': PowerOnVM_Task, 'duration_secs': 1.437547} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.567812] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.570665] env[69287]: DEBUG nova.compute.manager [None req-01f73e78-5bb2-48b4-a476-5f8de3e705db tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.571524] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec4358e-914c-4be0-b267-8e3282b3f38a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.809999] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450952, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.830417] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450947, 'name': CreateVM_Task, 'duration_secs': 1.597789} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.830589] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.831347] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.837211] env[69287]: DEBUG oslo_concurrency.lockutils [req-8ab12e51-066f-4a7a-a8f1-43bed56a122f req-799631e2-86f4-43a8-a855-2f48e77f8e28 service nova] Releasing lock "refresh_cache-a629dabc-8711-40b5-8914-2f0186e15973" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.994875] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f78974-0bb5-0d51-14e5-b0ed9e17e696, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.995445] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.995935] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.996312] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.996702] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.997098] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.997506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.997931] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.999024] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da26a49-1a56-4c43-84bc-57b6685ab7a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.003245] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b35fde-43e1-4e6c-ab08-a12efae1b65b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.014019] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1011.014019] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5288164d-c46e-b9ad-cd1f-2eeca5149b73" [ 1011.014019] env[69287]: _type = "Task" [ 1011.014019] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.015801] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450951, 'name': ReconfigVM_Task, 'duration_secs': 0.630315} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.020892] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.022019] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.022019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.024098] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111f8715-f96b-42db-b3fe-b989a4650c69 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.024667] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84442b0-2ab3-42cb-967c-718b635f6150 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.032915] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5288164d-c46e-b9ad-cd1f-2eeca5149b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.035649] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1011.035649] env[69287]: value = "task-3450953" [ 1011.035649] env[69287]: _type = "Task" [ 1011.035649] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.036404] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1011.036404] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523a6a66-9612-cc11-ff35-385fbb10afc8" [ 1011.036404] env[69287]: _type = "Task" [ 1011.036404] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.043314] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.027s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.045647] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.313s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.046084] env[69287]: DEBUG nova.objects.instance [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lazy-loading 'resources' on Instance uuid bed91ed8-199e-45a4-a88a-e0ceb0165965 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.056657] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523a6a66-9612-cc11-ff35-385fbb10afc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.057249] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450953, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.079606] env[69287]: INFO nova.network.neutron [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1011.081827] env[69287]: DEBUG nova.network.neutron [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updated VIF entry in instance network info cache for port e469e019-39b8-415e-9964-192f3d922020. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.081827] env[69287]: DEBUG nova.network.neutron [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.316294] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450952, 'name': CreateVM_Task, 'duration_secs': 0.510406} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.316294] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.316531] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.347915] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Successfully updated port: 5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.383341] env[69287]: INFO nova.compute.manager [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Unrescuing [ 1011.383697] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.383769] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.383942] env[69287]: DEBUG nova.network.neutron [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.526428] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5288164d-c46e-b9ad-cd1f-2eeca5149b73, 'name': SearchDatastore_Task, 'duration_secs': 0.021222} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.526725] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.526961] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.527249] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.527477] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.527782] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.528058] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f6e9fc-5a80-4366-8bc5-f2e8c39b7995 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.532377] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1011.532377] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525c8c88-d96f-b71a-0a91-b8c64771ce3b" [ 1011.532377] env[69287]: _type = "Task" [ 1011.532377] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.539889] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525c8c88-d96f-b71a-0a91-b8c64771ce3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.551710] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450953, 'name': Rename_Task, 'duration_secs': 0.352943} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.555521] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.555521] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523a6a66-9612-cc11-ff35-385fbb10afc8, 'name': SearchDatastore_Task, 'duration_secs': 0.020085} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.555736] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c62bc3d6-8fd4-4a84-a395-4c4b34bcb489 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.557515] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf17e6b-b805-40e8-8ae7-c84cb667c518 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.562763] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1011.562763] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5268a05c-92d4-667c-0488-fd4e193538d4" [ 1011.562763] env[69287]: _type = "Task" [ 1011.562763] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.564158] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1011.564158] env[69287]: value = "task-3450954" [ 1011.564158] env[69287]: _type = "Task" [ 1011.564158] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.574556] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5268a05c-92d4-667c-0488-fd4e193538d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.581527] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.585498] env[69287]: DEBUG oslo_concurrency.lockutils [req-8395518b-c5d7-480e-a91c-3c50e6d37121 req-ce7446ca-0411-4373-9a38-298c58a968ba service nova] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.822799] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a33cfa7-1ccd-4292-83f8-8552f49d14ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.830491] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264430e8-6375-4a09-891f-a01daba11d41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.863264] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6938b2-191b-445c-9a94-45668f45a0a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.871571] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd923f65-7ae0-46a9-af8f-e5fff6a2e857 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.885464] env[69287]: DEBUG nova.compute.provider_tree [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.047660] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525c8c88-d96f-b71a-0a91-b8c64771ce3b, 'name': SearchDatastore_Task, 'duration_secs': 0.033811} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.048114] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.048243] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.048462] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.076767] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5268a05c-92d4-667c-0488-fd4e193538d4, 'name': SearchDatastore_Task, 'duration_secs': 0.030554} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.079840] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080176] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.080484] env[69287]: DEBUG oslo_vmware.api [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450954, 'name': PowerOnVM_Task, 'duration_secs': 0.512067} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.080714] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.080903] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.081146] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-948d6fa6-0e09-4dc1-b0d7-019c2eec4260 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.083102] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.083324] env[69287]: DEBUG nova.compute.manager [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.083573] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc0f0295-9b86-4824-a920-84465f77bca9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.086036] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e56ab-6477-45f9-9713-0e53f7fb7dd9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.096661] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1012.096661] env[69287]: value = "task-3450955" [ 1012.096661] env[69287]: _type = "Task" [ 1012.096661] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.096938] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.097134] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.098142] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb627a14-2f8d-45cb-b036-9f5397b2da14 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.108938] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1012.108938] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5273e84b-d0f8-7948-1133-67ad0515e4c8" [ 1012.108938] env[69287]: _type = "Task" [ 1012.108938] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.113991] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.123249] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5273e84b-d0f8-7948-1133-67ad0515e4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.124033] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4967f8-195a-43ec-9b36-b92d6ac7370b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.129845] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1012.129845] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d58654-0ecc-e098-ef24-ae6f8c27fafd" [ 1012.129845] env[69287]: _type = "Task" [ 1012.129845] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.138073] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d58654-0ecc-e098-ef24-ae6f8c27fafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.228571] env[69287]: DEBUG nova.network.neutron [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Updating instance_info_cache with network_info: [{"id": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "address": "fa:16:3e:6b:8b:8c", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4afe65-2b", "ovs_interfaceid": "dc4afe65-2b38-49c0-b1f9-8cbce74ff817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.388840] env[69287]: DEBUG nova.scheduler.client.report [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.425398] env[69287]: DEBUG nova.compute.manager [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-vif-plugged-5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.425713] env[69287]: DEBUG oslo_concurrency.lockutils [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] Acquiring lock "7476492d-8383-486c-9af8-6ba66470b3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.426038] env[69287]: DEBUG oslo_concurrency.lockutils [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.426256] env[69287]: DEBUG oslo_concurrency.lockutils [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.426534] env[69287]: DEBUG nova.compute.manager [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] No waiting events found dispatching network-vif-plugged-5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.426739] env[69287]: WARNING nova.compute.manager [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received unexpected event network-vif-plugged-5779c2ea-b0bd-4004-918e-2fcc674263f5 for instance with vm_state building and task_state spawning. [ 1012.426975] env[69287]: DEBUG nova.compute.manager [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-changed-5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.427234] env[69287]: DEBUG nova.compute.manager [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Refreshing instance network info cache due to event network-changed-5779c2ea-b0bd-4004-918e-2fcc674263f5. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1012.427433] env[69287]: DEBUG oslo_concurrency.lockutils [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] Acquiring lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.427593] env[69287]: DEBUG oslo_concurrency.lockutils [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] Acquired lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.427803] env[69287]: DEBUG nova.network.neutron [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Refreshing network info cache for port 5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.591256] env[69287]: DEBUG nova.compute.manager [req-492db135-7a6a-4343-a55c-ad18b9c1573a req-c825ca2d-39b8-4100-9b2e-ecc41b09dc56 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-vif-plugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.591585] env[69287]: DEBUG oslo_concurrency.lockutils [req-492db135-7a6a-4343-a55c-ad18b9c1573a req-c825ca2d-39b8-4100-9b2e-ecc41b09dc56 service nova] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.591835] env[69287]: DEBUG oslo_concurrency.lockutils [req-492db135-7a6a-4343-a55c-ad18b9c1573a req-c825ca2d-39b8-4100-9b2e-ecc41b09dc56 service nova] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.592472] env[69287]: DEBUG oslo_concurrency.lockutils [req-492db135-7a6a-4343-a55c-ad18b9c1573a req-c825ca2d-39b8-4100-9b2e-ecc41b09dc56 service nova] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.592861] env[69287]: DEBUG nova.compute.manager [req-492db135-7a6a-4343-a55c-ad18b9c1573a req-c825ca2d-39b8-4100-9b2e-ecc41b09dc56 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] No waiting events found dispatching network-vif-plugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.593343] env[69287]: WARNING nova.compute.manager [req-492db135-7a6a-4343-a55c-ad18b9c1573a req-c825ca2d-39b8-4100-9b2e-ecc41b09dc56 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received unexpected event network-vif-plugged-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 for instance with vm_state shelved_offloaded and task_state spawning. [ 1012.612654] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.617315] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450955, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.639934] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d58654-0ecc-e098-ef24-ae6f8c27fafd, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.640245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.640505] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ca0a7855-d2f7-47b8-998f-3bcd156922cc/ca0a7855-d2f7-47b8-998f-3bcd156922cc.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.640822] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.641043] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.641366] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8b4ea0-343f-4e59-9bad-2e6cf44100b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.643183] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab8e936-01ea-4513-8532-0f4a704f6b28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.649366] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1012.649366] env[69287]: value = "task-3450956" [ 1012.649366] env[69287]: _type = "Task" [ 1012.649366] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.653113] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.653324] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.654284] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57888deb-2bc4-439a-9478-d1ef10e3bf15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.659476] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.662219] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1012.662219] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f78f6c-fb38-ed2f-3af0-40b8418adf06" [ 1012.662219] env[69287]: _type = "Task" [ 1012.662219] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.670192] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f78f6c-fb38-ed2f-3af0-40b8418adf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.679929] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.680129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.680492] env[69287]: DEBUG nova.network.neutron [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.731526] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-803e0846-cb5e-4acf-9527-2842ec52d8c0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.732349] env[69287]: DEBUG nova.objects.instance [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'flavor' on Instance uuid 803e0846-cb5e-4acf-9527-2842ec52d8c0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.894060] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.896409] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.582s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.896644] env[69287]: DEBUG nova.objects.instance [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'resources' on Instance uuid 49366c42-9423-43b0-8049-4532df302f2d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.919661] env[69287]: INFO nova.scheduler.client.report [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Deleted allocations for instance bed91ed8-199e-45a4-a88a-e0ceb0165965 [ 1012.969920] env[69287]: DEBUG nova.network.neutron [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.047360] env[69287]: DEBUG nova.network.neutron [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.115889] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528244} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.115889] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.116720] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.116720] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5db811f9-76a6-4b68-82a0-3255af2313d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.125915] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1013.125915] env[69287]: value = "task-3450957" [ 1013.125915] env[69287]: _type = "Task" [ 1013.125915] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.136332] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.163341] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.176055] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f78f6c-fb38-ed2f-3af0-40b8418adf06, 'name': SearchDatastore_Task, 'duration_secs': 0.007832} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.177055] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c00d81-35ec-48e6-998b-61818f2a977a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.188445] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1013.188445] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247cab4-c1ce-b4e5-1c1a-bd04fcba9637" [ 1013.188445] env[69287]: _type = "Task" [ 1013.188445] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.200082] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247cab4-c1ce-b4e5-1c1a-bd04fcba9637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.243098] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47d1721-15c4-4658-9ba4-bac753f6f287 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.271886] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.275435] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc6ec65-0933-4c23-9b43-dfb8592d9dfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.286188] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1013.286188] env[69287]: value = "task-3450958" [ 1013.286188] env[69287]: _type = "Task" [ 1013.286188] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.303996] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.426269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d60487ec-a825-4465-93ce-82a2a8b121c2 tempest-ServersV294TestFqdnHostnames-694528057 tempest-ServersV294TestFqdnHostnames-694528057-project-member] Lock "bed91ed8-199e-45a4-a88a-e0ceb0165965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.803s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.551014] env[69287]: DEBUG oslo_concurrency.lockutils [req-86f6a746-6822-4f92-b91f-5196a365d8d7 req-92517383-c61b-40bf-bb40-d5cf8e87d972 service nova] Releasing lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.569389] env[69287]: DEBUG nova.network.neutron [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.640060] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100671} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.643634] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.645177] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c1727e-2023-4074-97f1-6d02dca84637 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.672980] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.679812] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabd7573-b0b0-4525-aff2-ef4881752a93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.708025] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729595} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.709741] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ca0a7855-d2f7-47b8-998f-3bcd156922cc/ca0a7855-d2f7-47b8-998f-3bcd156922cc.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.710056] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.714585] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1013.714585] env[69287]: value = "task-3450959" [ 1013.714585] env[69287]: _type = "Task" [ 1013.714585] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.718375] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-017cc1be-02af-440c-8b52-9fe2aa9fd3d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.720554] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247cab4-c1ce-b4e5-1c1a-bd04fcba9637, 'name': SearchDatastore_Task, 'duration_secs': 0.057653} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.728428] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.728854] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.730898] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22059383-d5bf-4222-9c8e-7bc20cb1c320 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.739292] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.742233] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1013.742233] env[69287]: value = "task-3450961" [ 1013.742233] env[69287]: _type = "Task" [ 1013.742233] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.742526] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1013.742526] env[69287]: value = "task-3450960" [ 1013.742526] env[69287]: _type = "Task" [ 1013.742526] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.752296] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Successfully updated port: cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.758357] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.758671] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.800163] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450958, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.918722] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872326d-a36d-493a-a64e-db419bfc9aac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.926622] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974108fe-a70c-4b20-8e16-4aa0c50f7979 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.958024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62930a18-33b2-4a7f-8431-b8df2548fe5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.965741] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00395ae-6a2d-4b7d-aed0-642d4d37f5d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.982918] env[69287]: DEBUG nova.compute.provider_tree [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.072541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.096307] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='29e34ea414d5eac45ab82fb0ff4f698f',container_format='bare',created_at=2025-04-15T19:15:01Z,direct_url=,disk_format='vmdk',id=b5d78a42-bb80-4818-b905-47e765c21fa1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2032238656-shelved',owner='ed21e5e2a1fa41d5a8d8550952a8750b',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-15T19:15:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.096605] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.096797] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.097030] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.097220] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.097409] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.097673] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.097865] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.098090] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.098304] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.098496] env[69287]: DEBUG nova.virt.hardware [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.099400] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7229a3c5-c98e-4ad2-b655-c6c709a1f8cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.107602] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbfbc7-4c38-4aca-ab3b-aafc5cc14958 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.122481] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:07:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a96b0bd-e6f3-4d5f-93a3-e3af05133417', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.129745] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.130053] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.130297] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e16ec79-ab49-458c-bce3-e98f77b26ad0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.148616] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.148616] env[69287]: value = "task-3450962" [ 1014.148616] env[69287]: _type = "Task" [ 1014.148616] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.155973] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450962, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.199786] env[69287]: INFO nova.compute.manager [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Rebuilding instance [ 1014.235570] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450959, 'name': ReconfigVM_Task, 'duration_secs': 0.301935} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.235875] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 54e050c7-e947-446c-ba43-733797a27bec/54e050c7-e947-446c-ba43-733797a27bec.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.240015] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e42213-093b-4305-8e54-702c4e4e9d32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.256350] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1014.256350] env[69287]: value = "task-3450963" [ 1014.256350] env[69287]: _type = "Task" [ 1014.256350] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.259594] env[69287]: DEBUG nova.compute.manager [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.265679] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ceea36-3c22-45a1-89cd-5ab00bd55855 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.275827] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10568} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.276169] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450961, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.279120] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.279120] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9a43e-a7c1-4434-9548-7be1d257e1d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.287774] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450963, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.313991] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ca0a7855-d2f7-47b8-998f-3bcd156922cc/ca0a7855-d2f7-47b8-998f-3bcd156922cc.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.314835] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a12e86-69b5-43cc-96f6-9350c2b13437 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.334092] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450958, 'name': PowerOffVM_Task, 'duration_secs': 0.5802} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.334863] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.340624] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.343169] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36fe9a1-27f1-4764-9fd9-4cff90d39c7a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.357896] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1014.357896] env[69287]: value = "task-3450964" [ 1014.357896] env[69287]: _type = "Task" [ 1014.357896] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.366184] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1014.366184] env[69287]: value = "task-3450965" [ 1014.366184] env[69287]: _type = "Task" [ 1014.366184] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.373837] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.381056] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.454071] env[69287]: DEBUG nova.compute.manager [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-vif-plugged-cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.454317] env[69287]: DEBUG oslo_concurrency.lockutils [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] Acquiring lock "7476492d-8383-486c-9af8-6ba66470b3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.454530] env[69287]: DEBUG oslo_concurrency.lockutils [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.454697] env[69287]: DEBUG oslo_concurrency.lockutils [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.454888] env[69287]: DEBUG nova.compute.manager [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] No waiting events found dispatching network-vif-plugged-cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.455035] env[69287]: WARNING nova.compute.manager [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received unexpected event network-vif-plugged-cdc630c3-4d63-4ded-a9e4-ca4b234baba4 for instance with vm_state building and task_state spawning. [ 1014.455213] env[69287]: DEBUG nova.compute.manager [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-changed-cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.455406] env[69287]: DEBUG nova.compute.manager [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Refreshing instance network info cache due to event network-changed-cdc630c3-4d63-4ded-a9e4-ca4b234baba4. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1014.455535] env[69287]: DEBUG oslo_concurrency.lockutils [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] Acquiring lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.455669] env[69287]: DEBUG oslo_concurrency.lockutils [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] Acquired lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.455868] env[69287]: DEBUG nova.network.neutron [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Refreshing network info cache for port cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.485708] env[69287]: DEBUG nova.scheduler.client.report [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.630823] env[69287]: DEBUG nova.compute.manager [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.630823] env[69287]: DEBUG nova.compute.manager [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing instance network info cache due to event network-changed-9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1014.630823] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] Acquiring lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.630823] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] Acquired lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.630823] env[69287]: DEBUG nova.network.neutron [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Refreshing network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.660186] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450962, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.754983] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920302} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.755445] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.755964] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.756375] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2459bd68-af55-4729-b209-962fabe7e0f1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.765020] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1014.765020] env[69287]: value = "task-3450966" [ 1014.765020] env[69287]: _type = "Task" [ 1014.765020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.771392] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450963, 'name': Rename_Task, 'duration_secs': 0.228204} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.772287] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.772693] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b4635e-1738-4d32-8bf1-637690f1c8ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.778279] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.785024] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1014.785024] env[69287]: value = "task-3450967" [ 1014.785024] env[69287]: _type = "Task" [ 1014.785024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.795871] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.871245] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.880806] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.994261] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.999019] env[69287]: DEBUG nova.network.neutron [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.999019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.461s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.000384] env[69287]: INFO nova.compute.claims [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.029375] env[69287]: INFO nova.scheduler.client.report [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted allocations for instance 49366c42-9423-43b0-8049-4532df302f2d [ 1015.091867] env[69287]: DEBUG nova.network.neutron [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.159695] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450962, 'name': CreateVM_Task, 'duration_secs': 0.805333} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.159695] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.160212] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.160343] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.160764] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.161074] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8581daac-8899-4e9c-a22d-b8c24198b9ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.168751] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1015.168751] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262841b-7b27-2c4b-8694-6daa18588615" [ 1015.168751] env[69287]: _type = "Task" [ 1015.168751] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.181314] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5262841b-7b27-2c4b-8694-6daa18588615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.276167] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104062} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.276431] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.277424] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c7ec4-bb03-40f5-82fd-ff8200547fc0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.305586] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.310615] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.310865] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602021a5-6db9-428e-9ff3-576a392656d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.328711] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f232195f-f8a4-4672-a01b-11a1fd8aa092 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.336898] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450967, 'name': PowerOnVM_Task, 'duration_secs': 0.475761} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.341210] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.341440] env[69287]: DEBUG nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.341798] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1015.341798] env[69287]: value = "task-3450969" [ 1015.341798] env[69287]: _type = "Task" [ 1015.341798] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.342091] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1015.342091] env[69287]: value = "task-3450968" [ 1015.342091] env[69287]: _type = "Task" [ 1015.342091] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.342875] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e735bd-f5a7-402b-bd2c-cb9300832b89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.360737] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.369440] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.384134] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450964, 'name': ReconfigVM_Task, 'duration_secs': 0.734345} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.384134] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ca0a7855-d2f7-47b8-998f-3bcd156922cc/ca0a7855-d2f7-47b8-998f-3bcd156922cc.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.384277] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d9104c1-03bf-4cbd-862a-b53432f1b612 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.388682] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450965, 'name': ReconfigVM_Task, 'duration_secs': 0.671659} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.389347] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.389599] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.389929] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54d185da-ff29-43e7-86b6-3b5f6e200056 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.398758] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1015.398758] env[69287]: value = "task-3450970" [ 1015.398758] env[69287]: _type = "Task" [ 1015.398758] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.402417] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1015.402417] env[69287]: value = "task-3450971" [ 1015.402417] env[69287]: _type = "Task" [ 1015.402417] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.411717] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450970, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.414726] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.452935] env[69287]: DEBUG nova.network.neutron [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updated VIF entry in instance network info cache for port 9a96b0bd-e6f3-4d5f-93a3-e3af05133417. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.453173] env[69287]: DEBUG nova.network.neutron [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [{"id": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "address": "fa:16:3e:01:07:a3", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a96b0bd-e6", "ovs_interfaceid": "9a96b0bd-e6f3-4d5f-93a3-e3af05133417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.549434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-63c1aefb-13a0-4743-a334-1a6b8e8f272e tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "49366c42-9423-43b0-8049-4532df302f2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.023s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.594928] env[69287]: DEBUG oslo_concurrency.lockutils [req-6893ce6f-e4c0-4df4-a7e4-9b3e30cac9ac req-4b6d4550-ffaf-4f1b-87bc-cfd9a58c838b service nova] Releasing lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.680237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.682019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Processing image b5d78a42-bb80-4818-b905-47e765c21fa1 {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.682019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.682019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.682019] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.682019] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886bb094-fd24-4ed7-8d49-352fb9e20830 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.699818] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.699818] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.701295] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f814d62-335d-4111-acf5-d1d378ffd67a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.706360] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1015.706360] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52693a03-26ad-5cf0-3471-f9f80a124947" [ 1015.706360] env[69287]: _type = "Task" [ 1015.706360] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.716973] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52693a03-26ad-5cf0-3471-f9f80a124947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.863224] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450969, 'name': ReconfigVM_Task, 'duration_secs': 0.520638} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.868020] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.870631] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450968, 'name': PowerOffVM_Task, 'duration_secs': 0.23346} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.870631] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc1d84b3-2c8f-4f0f-9b13-d278f7e716cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.872923] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.872923] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.874688] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c2efe5-9228-4577-8ec6-8fa6bd192f8a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.879602] env[69287]: INFO nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] bringing vm to original state: 'stopped' [ 1015.884410] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1015.884410] env[69287]: value = "task-3450972" [ 1015.884410] env[69287]: _type = "Task" [ 1015.884410] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.891029] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.891731] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-131b9487-9c63-4882-a07a-5394f039451e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.897751] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450972, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.906371] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450970, 'name': Rename_Task, 'duration_secs': 0.233865} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.909593] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.909884] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329b07e6-2d59-47e2-9b67-bc033568e535 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.916705] env[69287]: DEBUG oslo_vmware.api [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3450971, 'name': PowerOnVM_Task, 'duration_secs': 0.499704} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.918153] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.918396] env[69287]: DEBUG nova.compute.manager [None req-b4ba7e30-8a63-4240-854a-823f044f7571 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.918726] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1015.918726] env[69287]: value = "task-3450974" [ 1015.918726] env[69287]: _type = "Task" [ 1015.918726] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.919579] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc80dc63-461d-42ae-8745-15b51489a1dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.934837] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.959929] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b30d1f9-2dbc-4981-a09c-40f052081357 req-237aaa10-2796-49d5-9661-c3f12b901ac7 service nova] Releasing lock "refresh_cache-36209999-6220-4c93-b6d5-d3ea8074e437" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.965564] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.965775] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.965954] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleting the datastore file [datastore2] 4b1305d9-0c72-4874-9650-1305fbdb76e8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.966231] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a408e2-adc7-47ad-903b-c5f24eeed345 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.973593] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1015.973593] env[69287]: value = "task-3450975" [ 1015.973593] env[69287]: _type = "Task" [ 1015.973593] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.983977] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.035398] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Successfully updated port: 22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.219392] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1016.219694] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Fetch image to [datastore2] OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754/OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1016.219875] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Downloading stream optimized image b5d78a42-bb80-4818-b905-47e765c21fa1 to [datastore2] OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754/OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754.vmdk on the data store datastore2 as vApp {{(pid=69287) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1016.220138] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Downloading image file data b5d78a42-bb80-4818-b905-47e765c21fa1 to the ESX as VM named 'OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754' {{(pid=69287) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1016.323639] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1016.323639] env[69287]: value = "resgroup-9" [ 1016.323639] env[69287]: _type = "ResourcePool" [ 1016.323639] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1016.324130] env[69287]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-818e2166-b70a-48d2-9201-3c299927d03a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.343932] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1a749-24c1-4190-a186-394f8ddc0539 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.353832] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7df21e-e755-4db8-a928-291e36b8a880 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.357628] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease: (returnval){ [ 1016.357628] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3d3b4-b893-d03f-166a-fef210dae981" [ 1016.357628] env[69287]: _type = "HttpNfcLease" [ 1016.357628] env[69287]: } obtained for vApp import into resource pool (val){ [ 1016.357628] env[69287]: value = "resgroup-9" [ 1016.357628] env[69287]: _type = "ResourcePool" [ 1016.357628] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1016.357932] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the lease: (returnval){ [ 1016.357932] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3d3b4-b893-d03f-166a-fef210dae981" [ 1016.357932] env[69287]: _type = "HttpNfcLease" [ 1016.357932] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.392880] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ab2de-1725-4720-b161-c4ddf561e401 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.399858] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.399858] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3d3b4-b893-d03f-166a-fef210dae981" [ 1016.399858] env[69287]: _type = "HttpNfcLease" [ 1016.399858] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.405541] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450972, 'name': Rename_Task, 'duration_secs': 0.194602} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.409786] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.409786] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ca2934-9666-4f1b-86a8-0e7f8eb29312 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.411355] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1316ea9f-7a6d-4d8b-8c7b-2a12e20c2de4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.420725] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1016.420725] env[69287]: value = "task-3450977" [ 1016.420725] env[69287]: _type = "Task" [ 1016.420725] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.429432] env[69287]: DEBUG nova.compute.provider_tree [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.448796] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.483893] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346202} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.484208] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.484432] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.484616] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.495429] env[69287]: DEBUG nova.compute.manager [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-vif-plugged-22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.495648] env[69287]: DEBUG oslo_concurrency.lockutils [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] Acquiring lock "7476492d-8383-486c-9af8-6ba66470b3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.495863] env[69287]: DEBUG oslo_concurrency.lockutils [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.496092] env[69287]: DEBUG oslo_concurrency.lockutils [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.496279] env[69287]: DEBUG nova.compute.manager [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] No waiting events found dispatching network-vif-plugged-22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.496491] env[69287]: WARNING nova.compute.manager [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received unexpected event network-vif-plugged-22b12f15-8788-4c4d-b75d-4710c36a7e3f for instance with vm_state building and task_state spawning. [ 1016.496754] env[69287]: DEBUG nova.compute.manager [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-changed-22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.497029] env[69287]: DEBUG nova.compute.manager [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Refreshing instance network info cache due to event network-changed-22b12f15-8788-4c4d-b75d-4710c36a7e3f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.497279] env[69287]: DEBUG oslo_concurrency.lockutils [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] Acquiring lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.497421] env[69287]: DEBUG oslo_concurrency.lockutils [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] Acquired lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.497535] env[69287]: DEBUG nova.network.neutron [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Refreshing network info cache for port 22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.541560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.866679] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.866679] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3d3b4-b893-d03f-166a-fef210dae981" [ 1016.866679] env[69287]: _type = "HttpNfcLease" [ 1016.866679] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.903033] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "54e050c7-e947-446c-ba43-733797a27bec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.903033] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.903033] env[69287]: DEBUG nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.903214] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c65f3a-3f7a-4ace-99f2-be1dbd44e057 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.910675] env[69287]: DEBUG nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1016.941500] env[69287]: DEBUG nova.scheduler.client.report [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.953068] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.956644] env[69287]: DEBUG oslo_vmware.api [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3450974, 'name': PowerOnVM_Task, 'duration_secs': 0.754342} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.956968] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.957253] env[69287]: INFO nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Took 11.89 seconds to spawn the instance on the hypervisor. [ 1016.957484] env[69287]: DEBUG nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.958554] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c76569-cde8-4263-bab0-1af22b05a1ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.067913] env[69287]: DEBUG nova.network.neutron [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.184531] env[69287]: DEBUG nova.network.neutron [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.367160] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.367160] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3d3b4-b893-d03f-166a-fef210dae981" [ 1017.367160] env[69287]: _type = "HttpNfcLease" [ 1017.367160] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.367833] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.367833] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3d3b4-b893-d03f-166a-fef210dae981" [ 1017.367833] env[69287]: _type = "HttpNfcLease" [ 1017.367833] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1017.368256] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a10b5e-f68d-40cb-921b-b36ec3d782dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.376741] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c43103-4e62-bc22-4ef1-c019727c4aa5/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.377022] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c43103-4e62-bc22-4ef1-c019727c4aa5/disk-0.vmdk. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1017.440600] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.440983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed8c0507-2755-40aa-ae18-f4091d5438e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.457337] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53f0dab3-8d27-4e74-b200-ba239180d5ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.459114] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1017.459114] env[69287]: value = "task-3450978" [ 1017.459114] env[69287]: _type = "Task" [ 1017.459114] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.463305] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.463305] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.465961] env[69287]: DEBUG oslo_vmware.api [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3450977, 'name': PowerOnVM_Task, 'duration_secs': 0.960654} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.469285] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.825s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.469285] env[69287]: DEBUG nova.objects.instance [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.470000] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.470230] env[69287]: INFO nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1017.470406] env[69287]: DEBUG nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.479658] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2349a6-0fdd-4602-9aac-74de8592cdaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.487649] env[69287]: INFO nova.compute.manager [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Took 27.87 seconds to build instance. [ 1017.499161] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.541410] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.541596] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.541663] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.541793] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.541939] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.542296] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.542404] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.542579] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.542773] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.542943] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.543149] env[69287]: DEBUG nova.virt.hardware [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.544053] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a814be65-449c-4f83-9abe-95a96f35b113 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.555278] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03efeabd-ddc8-476c-806d-072264a9eb84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.568756] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:3a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e2e0822-e75e-4321-9fba-c460b46bb569', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.576852] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.579045] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.579045] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d852247-ce75-4c8b-8129-d47840cd67a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.599844] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.599844] env[69287]: value = "task-3450979" [ 1017.599844] env[69287]: _type = "Task" [ 1017.599844] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.612600] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450979, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.691023] env[69287]: DEBUG oslo_concurrency.lockutils [req-b62102a1-67f6-468c-a1dd-3830773ce6ab req-502ecad5-9d95-4979-b1ee-6518d8ef2458 service nova] Releasing lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.691023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.691023] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.969650] env[69287]: DEBUG nova.compute.utils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.973566] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.974314] env[69287]: DEBUG nova.network.neutron [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.991885] env[69287]: DEBUG oslo_concurrency.lockutils [None req-596e694e-05cd-48e1-a573-1295bbc53520 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.383s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.992481] env[69287]: DEBUG oslo_vmware.api [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450978, 'name': PowerOffVM_Task, 'duration_secs': 0.215487} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.993149] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.993291] env[69287]: DEBUG nova.compute.manager [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.994206] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b8afa-65d0-4d46-a67b-81d9baae3849 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.034443] env[69287]: INFO nova.compute.manager [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Took 22.98 seconds to build instance. [ 1018.089787] env[69287]: DEBUG nova.policy [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb9dfc3278a4d92a1574ad7157bf287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '009f1f361a294ee5b59f3e7e5c6ec4b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.118158] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450979, 'name': CreateVM_Task, 'duration_secs': 0.376291} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.118374] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.118949] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.119158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.119804] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.119947] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e3c388-c402-4dda-b443-dc7047ebd642 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.133521] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.133707] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.140837] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1018.140837] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e1e4cd-6b17-dc17-ada2-5b5f40640cc3" [ 1018.140837] env[69287]: _type = "Task" [ 1018.140837] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.152604] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e1e4cd-6b17-dc17-ada2-5b5f40640cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.155660] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.155660] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.155660] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.155660] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.155660] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.155660] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5116ea7-f6fb-48d8-a710-8e0bd4ced4aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.171030] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.171030] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.171967] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b41860-ca7d-4e8e-a301-4766c69621f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.179143] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1018.179143] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d8f430-cffc-7d2f-1fa2-d6e66ec17841" [ 1018.179143] env[69287]: _type = "Task" [ 1018.179143] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.194324] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d8f430-cffc-7d2f-1fa2-d6e66ec17841, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.195886] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b07a3be-d88c-486a-93b8-d75e28e3763a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.204108] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1018.204108] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ce5bfe-833a-b1a5-6ac3-4b7d5b756dcb" [ 1018.204108] env[69287]: _type = "Task" [ 1018.204108] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.213311] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ce5bfe-833a-b1a5-6ac3-4b7d5b756dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.252785] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.412426] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f1772d-598e-4ace-952c-44e2c8425534 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421033] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbda5c6b-e3cd-4893-ba1e-34ae422bf9e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.460666] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b0c27-fa86-4b11-b723-445671fd2d45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.468446] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2651141-3ac6-41fa-a14d-28303df61f9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.482312] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.485072] env[69287]: DEBUG nova.compute.provider_tree [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.523556] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.621s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.539786] env[69287]: DEBUG oslo_concurrency.lockutils [None req-dc0f7e72-bb4b-41a7-b918-13eb9d9aad6b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.490s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.641534] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.650509] env[69287]: DEBUG nova.compute.manager [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.650719] env[69287]: DEBUG nova.compute.manager [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing instance network info cache due to event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.651032] env[69287]: DEBUG oslo_concurrency.lockutils [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.651117] env[69287]: DEBUG oslo_concurrency.lockutils [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.651252] env[69287]: DEBUG nova.network.neutron [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.656081] env[69287]: DEBUG nova.network.neutron [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Successfully created port: 42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.718454] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ce5bfe-833a-b1a5-6ac3-4b7d5b756dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.720740] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.721023] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.721583] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4b4029-c994-4b71-96c9-5e29217e619b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.729198] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1018.729198] env[69287]: value = "task-3450980" [ 1018.729198] env[69287]: _type = "Task" [ 1018.729198] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.737992] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.995043] env[69287]: DEBUG nova.scheduler.client.report [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.033251] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.178269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.246062] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444497} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.246629] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.247158] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.247659] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12cbfcf5-e42a-45dd-8024-b9bdae50d9ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.262783] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1019.262783] env[69287]: value = "task-3450981" [ 1019.262783] env[69287]: _type = "Task" [ 1019.262783] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.275500] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.332306] env[69287]: DEBUG nova.network.neutron [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Updating instance_info_cache with network_info: [{"id": "5779c2ea-b0bd-4004-918e-2fcc674263f5", "address": "fa:16:3e:72:e9:9b", "network": {"id": "3e793a4f-6b1b-4484-afe8-ac9637c89525", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-528020099", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5779c2ea-b0", "ovs_interfaceid": "5779c2ea-b0bd-4004-918e-2fcc674263f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cdc630c3-4d63-4ded-a9e4-ca4b234baba4", "address": "fa:16:3e:96:66:e3", "network": {"id": "9d72e4dc-ef3b-425a-a745-5ced95e79f5c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2145562752", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc630c3-4d", "ovs_interfaceid": "cdc630c3-4d63-4ded-a9e4-ca4b234baba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b12f15-8788-4c4d-b75d-4710c36a7e3f", "address": "fa:16:3e:a5:00:c5", "network": {"id": "3e793a4f-6b1b-4484-afe8-ac9637c89525", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-528020099", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b12f15-87", "ovs_interfaceid": "22b12f15-8788-4c4d-b75d-4710c36a7e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.497280] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.500361] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.503464] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.891s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.503656] env[69287]: DEBUG nova.objects.instance [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1019.526063] env[69287]: INFO nova.scheduler.client.report [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f [ 1019.550377] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.550762] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.550846] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.551048] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.551155] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.551267] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.551479] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.552197] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.552197] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.552197] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.552197] env[69287]: DEBUG nova.virt.hardware [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.553120] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22340e-e66e-4949-87dd-83b3897dafdf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.564901] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb312b3-3ce8-40c4-afaf-576b8448c0d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.774018] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450981, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.836184] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Releasing lock "refresh_cache-7476492d-8383-486c-9af8-6ba66470b3de" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.836588] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance network_info: |[{"id": "5779c2ea-b0bd-4004-918e-2fcc674263f5", "address": "fa:16:3e:72:e9:9b", "network": {"id": "3e793a4f-6b1b-4484-afe8-ac9637c89525", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-528020099", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5779c2ea-b0", "ovs_interfaceid": "5779c2ea-b0bd-4004-918e-2fcc674263f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cdc630c3-4d63-4ded-a9e4-ca4b234baba4", "address": "fa:16:3e:96:66:e3", "network": {"id": "9d72e4dc-ef3b-425a-a745-5ced95e79f5c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2145562752", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc630c3-4d", "ovs_interfaceid": "cdc630c3-4d63-4ded-a9e4-ca4b234baba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b12f15-8788-4c4d-b75d-4710c36a7e3f", "address": "fa:16:3e:a5:00:c5", "network": {"id": "3e793a4f-6b1b-4484-afe8-ac9637c89525", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-528020099", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b12f15-87", "ovs_interfaceid": "22b12f15-8788-4c4d-b75d-4710c36a7e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.837109] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:e9:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5779c2ea-b0bd-4004-918e-2fcc674263f5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:66:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdc630c3-4d63-4ded-a9e4-ca4b234baba4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:00:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22b12f15-8788-4c4d-b75d-4710c36a7e3f', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.850043] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Creating folder: Project (9e6285b67d3f4d1082cf173fc35083b3). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.851776] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72978d59-0a6d-4243-a500-99c6470b61cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.863511] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Created folder: Project (9e6285b67d3f4d1082cf173fc35083b3) in parent group-v688742. [ 1019.863725] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Creating folder: Instances. Parent ref: group-v689000. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.863984] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca7fbd4-1585-41fe-874a-9fe0a3f21c30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.870030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "54e050c7-e947-446c-ba43-733797a27bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.870764] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.870998] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "54e050c7-e947-446c-ba43-733797a27bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.871215] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.871416] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.873936] env[69287]: INFO nova.compute.manager [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Terminating instance [ 1019.884414] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Created folder: Instances in parent group-v689000. [ 1019.884721] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.884925] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.885183] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-560cf1af-6d0e-4fc7-ab8a-af3bf1481d96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.915009] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.915009] env[69287]: value = "task-3450984" [ 1019.915009] env[69287]: _type = "Task" [ 1019.915009] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.924658] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450984, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.045806] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f79c68c4-d4f4-404f-9763-57cbcbf21b2e tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.373s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.055468] env[69287]: DEBUG nova.network.neutron [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updated VIF entry in instance network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.055468] env[69287]: DEBUG nova.network.neutron [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.284280] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450981, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.382210] env[69287]: DEBUG nova.compute.manager [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.382267] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.383190] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e3c5d-30ad-40fc-9f13-a7027d2aa9bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.391096] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.391374] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af2acf4-16de-4fd8-b28a-abdf8b4ec746 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.426134] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450984, 'name': CreateVM_Task, 'duration_secs': 0.463068} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.426322] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.427275] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.427541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.427818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.428103] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15958674-d298-4b06-86d0-0c7d175239bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.433622] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1020.433622] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5201c15d-cdfe-f81e-cdfc-0f859a5826f0" [ 1020.433622] env[69287]: _type = "Task" [ 1020.433622] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.445185] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5201c15d-cdfe-f81e-cdfc-0f859a5826f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.452240] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.452240] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.452240] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore2] 54e050c7-e947-446c-ba43-733797a27bec {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.452240] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1816677-f6ac-490a-b4a2-364dc4f7d6b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.458745] env[69287]: DEBUG oslo_vmware.api [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1020.458745] env[69287]: value = "task-3450986" [ 1020.458745] env[69287]: _type = "Task" [ 1020.458745] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.468049] env[69287]: DEBUG oslo_vmware.api [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.516698] env[69287]: DEBUG oslo_concurrency.lockutils [None req-61de3add-8384-43d7-ab5c-412561697c54 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.518136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.485s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.518386] env[69287]: DEBUG nova.objects.instance [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1020.557861] env[69287]: DEBUG oslo_concurrency.lockutils [req-d656453f-c0f9-4c5a-bf7d-18cdf2c98b3e req-6031af3c-ce11-4880-a702-49a4d1e09563 service nova] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.784331] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450981, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.906031] env[69287]: DEBUG nova.network.neutron [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Successfully updated port: 42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.950228] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5201c15d-cdfe-f81e-cdfc-0f859a5826f0, 'name': SearchDatastore_Task, 'duration_secs': 0.022244} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.950228] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.950228] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.950228] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.950228] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.950228] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.953846] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e8fc55-d39e-4d36-986a-38cd42802998 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.957806] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "28156922-fc72-49b8-a158-1651b9640f6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.958279] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "28156922-fc72-49b8-a158-1651b9640f6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.969867] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.969867] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.973926] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3313974c-912e-409a-ad8d-21af9003511d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.977389] env[69287]: DEBUG oslo_vmware.api [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3450986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237987} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.977503] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.977683] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.977858] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.978111] env[69287]: INFO nova.compute.manager [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1020.980066] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.980066] env[69287]: DEBUG nova.compute.manager [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.980066] env[69287]: DEBUG nova.network.neutron [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.983514] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1020.983514] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52475cc0-b607-5222-9706-4ad67232bd01" [ 1020.983514] env[69287]: _type = "Task" [ 1020.983514] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.989300] env[69287]: DEBUG nova.compute.manager [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Received event network-changed-e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.989488] env[69287]: DEBUG nova.compute.manager [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Refreshing instance network info cache due to event network-changed-e469e019-39b8-415e-9964-192f3d922020. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.990223] env[69287]: DEBUG oslo_concurrency.lockutils [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.990223] env[69287]: DEBUG oslo_concurrency.lockutils [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.990223] env[69287]: DEBUG nova.network.neutron [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Refreshing network info cache for port e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.999261] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "447a110f-06af-4da0-84fc-486534cc69cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.999517] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "447a110f-06af-4da0-84fc-486534cc69cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.003696] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52475cc0-b607-5222-9706-4ad67232bd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.041133] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "06c4675d-e815-4a64-9761-78bdccf57ee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.041433] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.276946] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.527686} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.277193] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.278014] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2845621-44ee-4dd1-9e19-e9ac98444e8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.300983] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.301825] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de43ee86-faad-480d-be0a-d7d1eeffcb26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.323619] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1021.323619] env[69287]: value = "task-3450987" [ 1021.323619] env[69287]: _type = "Task" [ 1021.323619] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.333384] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.411917] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.411917] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.411917] env[69287]: DEBUG nova.network.neutron [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.461598] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.499095] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52475cc0-b607-5222-9706-4ad67232bd01, 'name': SearchDatastore_Task, 'duration_secs': 0.022355} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.500337] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f443cf8-e1ec-4261-a025-aac07e581c07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.506886] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.510052] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1021.510052] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52380c16-4746-7251-3d26-c42aa21dfc95" [ 1021.510052] env[69287]: _type = "Task" [ 1021.510052] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.518704] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52380c16-4746-7251-3d26-c42aa21dfc95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.532959] env[69287]: DEBUG oslo_concurrency.lockutils [None req-828737dc-b9df-4fd0-a93e-21b3f21d61cd tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.533533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.357s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.534804] env[69287]: INFO nova.compute.claims [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.544131] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.696591] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.696811] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.837463] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450987, 'name': ReconfigVM_Task, 'duration_secs': 0.298205} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.838443] env[69287]: DEBUG nova.network.neutron [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updated VIF entry in instance network info cache for port e469e019-39b8-415e-9964-192f3d922020. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.838986] env[69287]: DEBUG nova.network.neutron [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.840448] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8/4b1305d9-0c72-4874-9650-1305fbdb76e8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.842395] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef86527-eb56-421e-a82e-bf42c0cdf393 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.849098] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1021.849098] env[69287]: value = "task-3450988" [ 1021.849098] env[69287]: _type = "Task" [ 1021.849098] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.858232] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450988, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.880613] env[69287]: DEBUG nova.network.neutron [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.946748] env[69287]: DEBUG nova.network.neutron [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.984749] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.028421] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52380c16-4746-7251-3d26-c42aa21dfc95, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.030438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.030712] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 7476492d-8383-486c-9af8-6ba66470b3de/7476492d-8383-486c-9af8-6ba66470b3de.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.031048] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6c9eb20-2b13-4a78-a10f-d0df963a7391 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.034260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.039202] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1022.039202] env[69287]: value = "task-3450989" [ 1022.039202] env[69287]: _type = "Task" [ 1022.039202] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.056714] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.068262] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "fd8835f8-c30f-4b35-8445-6c91494472a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.068547] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.082180] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.104848] env[69287]: DEBUG nova.network.neutron [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [{"id": "42206d57-bd8f-4395-bd28-4019064c4348", "address": "fa:16:3e:a7:80:d6", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42206d57-bd", "ovs_interfaceid": "42206d57-bd8f-4395-bd28-4019064c4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.203056] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.345478] env[69287]: DEBUG oslo_concurrency.lockutils [req-9875de12-077b-4b5f-ba8f-666c0d147536 req-f24cec12-7fe5-4fff-924c-fe8181fafcfd service nova] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.363074] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450988, 'name': Rename_Task, 'duration_secs': 0.152633} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.363346] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.363691] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a41bc06d-61f2-40a2-9966-dbb4f1d9e8aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.371091] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1022.371091] env[69287]: value = "task-3450990" [ 1022.371091] env[69287]: _type = "Task" [ 1022.371091] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.383291] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.385921] env[69287]: INFO nova.compute.manager [-] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Took 1.41 seconds to deallocate network for instance. [ 1022.403865] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1022.404241] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c43103-4e62-bc22-4ef1-c019727c4aa5/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.405473] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30600b5-90a8-4cb9-a2a5-05ff13b6592a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.413425] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c43103-4e62-bc22-4ef1-c019727c4aa5/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.413720] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c43103-4e62-bc22-4ef1-c019727c4aa5/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1022.414064] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f4480b90-a027-49ef-9a18-632cc60d9338 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.555519] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.571754] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.609947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.610352] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Instance network_info: |[{"id": "42206d57-bd8f-4395-bd28-4019064c4348", "address": "fa:16:3e:a7:80:d6", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42206d57-bd", "ovs_interfaceid": "42206d57-bd8f-4395-bd28-4019064c4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.611479] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:80:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42206d57-bd8f-4395-bd28-4019064c4348', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.619046] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.619244] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.620210] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372ddc3e-f07b-4647-9455-13a84c0e735c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.644267] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.644267] env[69287]: value = "task-3450991" [ 1022.644267] env[69287]: _type = "Task" [ 1022.644267] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.655756] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450991, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.722901] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.880870] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.882443] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b57dd7-e33c-47f9-87df-dcc285ffb253 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.888838] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a3adf1-ad22-4aab-8e15-5935e7521873 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.892708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.920099] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90456f-76fd-4c77-beaa-782fa1e8bde8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.927791] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91105d9f-58ed-4bdb-98c8-8037f83a5d61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.940847] env[69287]: DEBUG nova.compute.provider_tree [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.031123] env[69287]: DEBUG nova.compute.manager [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Received event network-vif-plugged-42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.031424] env[69287]: DEBUG oslo_concurrency.lockutils [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] Acquiring lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.031644] env[69287]: DEBUG oslo_concurrency.lockutils [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.031827] env[69287]: DEBUG oslo_concurrency.lockutils [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.031994] env[69287]: DEBUG nova.compute.manager [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] No waiting events found dispatching network-vif-plugged-42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.032186] env[69287]: WARNING nova.compute.manager [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Received unexpected event network-vif-plugged-42206d57-bd8f-4395-bd28-4019064c4348 for instance with vm_state building and task_state spawning. [ 1023.032351] env[69287]: DEBUG nova.compute.manager [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Received event network-changed-42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.032521] env[69287]: DEBUG nova.compute.manager [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Refreshing instance network info cache due to event network-changed-42206d57-bd8f-4395-bd28-4019064c4348. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.032702] env[69287]: DEBUG oslo_concurrency.lockutils [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] Acquiring lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.032837] env[69287]: DEBUG oslo_concurrency.lockutils [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] Acquired lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.035143] env[69287]: DEBUG nova.network.neutron [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Refreshing network info cache for port 42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.052566] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605878} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.052915] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 7476492d-8383-486c-9af8-6ba66470b3de/7476492d-8383-486c-9af8-6ba66470b3de.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.053179] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.053474] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c165d4de-adfa-4061-80ec-7830659d3ddc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.060632] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1023.060632] env[69287]: value = "task-3450992" [ 1023.060632] env[69287]: _type = "Task" [ 1023.060632] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.069978] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.071598] env[69287]: DEBUG oslo_vmware.rw_handles [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c43103-4e62-bc22-4ef1-c019727c4aa5/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1023.071885] env[69287]: INFO nova.virt.vmwareapi.images [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Downloaded image file data b5d78a42-bb80-4818-b905-47e765c21fa1 [ 1023.073188] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f80f4-368d-46db-b4b5-9784ae97bf85 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.092862] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-221cb1b1-788e-4c2f-967b-b57dae85215b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.106635] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.128159] env[69287]: INFO nova.virt.vmwareapi.images [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] The imported VM was unregistered [ 1023.131054] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1023.131356] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1 {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.131679] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8839bb7b-a225-4630-b2f6-7f4c050be97a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.142661] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created directory with path [datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1 {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.142985] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754/OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754.vmdk to [datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk. {{(pid=69287) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1023.143276] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b8926ab2-19d3-44a6-968e-72edf0911de0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.154670] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450991, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.156124] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1023.156124] env[69287]: value = "task-3450994" [ 1023.156124] env[69287]: _type = "Task" [ 1023.156124] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.163992] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.384145] env[69287]: DEBUG oslo_vmware.api [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450990, 'name': PowerOnVM_Task, 'duration_secs': 0.932188} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.384487] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.384780] env[69287]: DEBUG nova.compute.manager [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.386025] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe8815-eb68-4fe9-ade9-b31f16d1d1e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.444347] env[69287]: DEBUG nova.scheduler.client.report [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.571060] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072712} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.573787] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.574683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069bd29b-8a2e-4c21-857b-8ac8de4fd202 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.603795] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 7476492d-8383-486c-9af8-6ba66470b3de/7476492d-8383-486c-9af8-6ba66470b3de.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.603795] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcff3e93-6ae0-479c-8cf2-519c415872b4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.627858] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1023.627858] env[69287]: value = "task-3450995" [ 1023.627858] env[69287]: _type = "Task" [ 1023.627858] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.637043] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.654760] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3450991, 'name': CreateVM_Task, 'duration_secs': 0.548614} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.654924] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.655605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.655774] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.656143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.656455] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eda9f20-2f2f-45bf-9ffc-334dd5975ae7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.667196] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1023.667196] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52167b5f-8be7-bd8f-ceb4-c4009c9eaa77" [ 1023.667196] env[69287]: _type = "Task" [ 1023.667196] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.673350] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.678119] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52167b5f-8be7-bd8f-ceb4-c4009c9eaa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.775997] env[69287]: DEBUG nova.network.neutron [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updated VIF entry in instance network info cache for port 42206d57-bd8f-4395-bd28-4019064c4348. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.776463] env[69287]: DEBUG nova.network.neutron [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [{"id": "42206d57-bd8f-4395-bd28-4019064c4348", "address": "fa:16:3e:a7:80:d6", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42206d57-bd", "ovs_interfaceid": "42206d57-bd8f-4395-bd28-4019064c4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.903731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.950758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.951463] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.955382] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.970s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.956333] env[69287]: INFO nova.compute.claims [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.139152] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.166585] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.177998] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52167b5f-8be7-bd8f-ceb4-c4009c9eaa77, 'name': SearchDatastore_Task, 'duration_secs': 0.018115} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.178350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178594] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.178845] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.178993] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.179224] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.179514] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3644c04-3f4f-432a-a631-8132342661ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.188462] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.188649] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.189483] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5f1869-9cd9-4eeb-b67e-8e162203048e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.195088] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1024.195088] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5271adf3-ce72-dbe3-64ed-b8025c554b01" [ 1024.195088] env[69287]: _type = "Task" [ 1024.195088] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.203360] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5271adf3-ce72-dbe3-64ed-b8025c554b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.279797] env[69287]: DEBUG oslo_concurrency.lockutils [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] Releasing lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.280097] env[69287]: DEBUG nova.compute.manager [req-21b83753-95ac-457a-988e-1420fb196764 req-df20a386-e4d5-48cd-86c9-00ff662bd42b service nova] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Received event network-vif-deleted-2cc69910-141d-4041-a1f1-17137e98f5ef {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.461275] env[69287]: DEBUG nova.compute.utils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1024.464923] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.465137] env[69287]: DEBUG nova.network.neutron [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.521584] env[69287]: DEBUG nova.policy [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.641077] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450995, 'name': ReconfigVM_Task, 'duration_secs': 0.645462} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.641495] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 7476492d-8383-486c-9af8-6ba66470b3de/7476492d-8383-486c-9af8-6ba66470b3de.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.642158] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc295584-5c91-462e-ad4f-e5e8bd6de356 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.652024] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1024.652024] env[69287]: value = "task-3450996" [ 1024.652024] env[69287]: _type = "Task" [ 1024.652024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.660135] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450996, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.667831] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.708881] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5271adf3-ce72-dbe3-64ed-b8025c554b01, 'name': SearchDatastore_Task, 'duration_secs': 0.019212} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.710103] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df9bc54-fb2a-4757-9a3c-0a3e9a7ee48f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.717706] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1024.717706] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b64290-66f4-59ec-b3b4-47eed231a5ee" [ 1024.717706] env[69287]: _type = "Task" [ 1024.717706] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.725762] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b64290-66f4-59ec-b3b4-47eed231a5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.932261] env[69287]: DEBUG nova.network.neutron [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Successfully created port: e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.968030] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.162554] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450996, 'name': Rename_Task, 'duration_secs': 0.367344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.169775] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.170816] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae166a4-2d29-4670-ad1a-3666e212b971 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.179135] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.182878] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1025.182878] env[69287]: value = "task-3450997" [ 1025.182878] env[69287]: _type = "Task" [ 1025.182878] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.201175] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.236410] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b64290-66f4-59ec-b3b4-47eed231a5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.239527] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.239936] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1/23ff0c14-9666-4f0f-9bcb-a64debf5f5a1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.240595] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97dd143e-ec02-40ed-99bd-594f8d06d268 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.250931] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1025.250931] env[69287]: value = "task-3450998" [ 1025.250931] env[69287]: _type = "Task" [ 1025.250931] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.271086] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.407860] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c694d0f-5d8b-4335-a3ce-e5721a7302d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.419149] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63e4083-8ef0-49ec-a42a-325a26d678b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.455253] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd69871-3161-4df2-b369-0c7b00cf86a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.467742] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420b0799-4d7d-4305-9141-bf2fe70db44f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.488543] env[69287]: DEBUG nova.compute.provider_tree [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.605132] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "626a4752-078b-464b-b09f-a6ae110355a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.605967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "626a4752-078b-464b-b09f-a6ae110355a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.606303] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "626a4752-078b-464b-b09f-a6ae110355a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.606510] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "626a4752-078b-464b-b09f-a6ae110355a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.606758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "626a4752-078b-464b-b09f-a6ae110355a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.610240] env[69287]: INFO nova.compute.manager [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Terminating instance [ 1025.676317] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.696992] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.766402] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.980026] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.992432] env[69287]: DEBUG nova.scheduler.client.report [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.007882] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.008156] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.008319] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.008509] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.008654] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.008809] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.009051] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.009298] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.009491] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.009664] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.009880] env[69287]: DEBUG nova.virt.hardware [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.010905] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285af1b-12ec-4251-a294-4299c77d9856 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.020080] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793cbc0-346c-47e1-80ce-0e8252ef60d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.116034] env[69287]: DEBUG nova.compute.manager [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.116388] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.117367] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30468907-a4a9-4f82-8673-525347b6df6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.125271] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.125536] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad92cfa-73fd-4901-96d4-18827f1e0548 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.131567] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1026.131567] env[69287]: value = "task-3450999" [ 1026.131567] env[69287]: _type = "Task" [ 1026.131567] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.140498] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.174829] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3450994, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.872802} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.175217] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754/OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754.vmdk to [datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk. [ 1026.175458] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Cleaning up location [datastore2] OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754 {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1026.175682] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f2f636d7-0bfa-40ce-a142-8f362e0f9754 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.175986] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88f1ed87-df0f-4ac5-9535-c57a03cb5260 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.185514] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1026.185514] env[69287]: value = "task-3451000" [ 1026.185514] env[69287]: _type = "Task" [ 1026.185514] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.198462] env[69287]: DEBUG oslo_vmware.api [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3450997, 'name': PowerOnVM_Task, 'duration_secs': 0.925398} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.201566] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.201767] env[69287]: INFO nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Took 16.15 seconds to spawn the instance on the hypervisor. [ 1026.201944] env[69287]: DEBUG nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.202252] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.203052] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cade83-da61-4e38-bc7e-1e23eb5da7fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.269935] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3450998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757337} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.270128] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1/23ff0c14-9666-4f0f-9bcb-a64debf5f5a1.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.270366] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.270629] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b60a436-5353-49cd-8220-1c65beb4870e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.281263] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1026.281263] env[69287]: value = "task-3451001" [ 1026.281263] env[69287]: _type = "Task" [ 1026.281263] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.293299] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.497279] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.497812] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.500711] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.467s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.502491] env[69287]: INFO nova.compute.claims [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.572297] env[69287]: DEBUG nova.compute.manager [req-15e1ea59-5d31-428b-88e9-30e78681867b req-d1b16f07-6e3a-4cee-896f-210a97b32cf2 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-vif-plugged-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.572524] env[69287]: DEBUG oslo_concurrency.lockutils [req-15e1ea59-5d31-428b-88e9-30e78681867b req-d1b16f07-6e3a-4cee-896f-210a97b32cf2 service nova] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.572731] env[69287]: DEBUG oslo_concurrency.lockutils [req-15e1ea59-5d31-428b-88e9-30e78681867b req-d1b16f07-6e3a-4cee-896f-210a97b32cf2 service nova] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.572899] env[69287]: DEBUG oslo_concurrency.lockutils [req-15e1ea59-5d31-428b-88e9-30e78681867b req-d1b16f07-6e3a-4cee-896f-210a97b32cf2 service nova] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.573079] env[69287]: DEBUG nova.compute.manager [req-15e1ea59-5d31-428b-88e9-30e78681867b req-d1b16f07-6e3a-4cee-896f-210a97b32cf2 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] No waiting events found dispatching network-vif-plugged-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.573250] env[69287]: WARNING nova.compute.manager [req-15e1ea59-5d31-428b-88e9-30e78681867b req-d1b16f07-6e3a-4cee-896f-210a97b32cf2 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received unexpected event network-vif-plugged-e175deaa-d9a0-45f5-864a-a860ead1d2ab for instance with vm_state building and task_state spawning. [ 1026.643976] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3450999, 'name': PowerOffVM_Task, 'duration_secs': 0.232444} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.644267] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.644437] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.644692] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c74ee79-010e-4db5-ac83-92c2693a6619 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.698806] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041557} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.699198] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.699402] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.699830] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk to [datastore2] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.699905] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a12f2ad-cb3e-4968-82a9-5ff000e46db6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.706605] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1026.706605] env[69287]: value = "task-3451003" [ 1026.706605] env[69287]: _type = "Task" [ 1026.706605] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.711668] env[69287]: DEBUG nova.network.neutron [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Successfully updated port: e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.720624] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.722615] env[69287]: INFO nova.compute.manager [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Took 31.02 seconds to build instance. [ 1026.732788] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.733042] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.733207] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleting the datastore file [datastore1] 626a4752-078b-464b-b09f-a6ae110355a1 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.733911] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22c517b-591a-467b-b085-bd1f88f6e934 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.739664] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1026.739664] env[69287]: value = "task-3451004" [ 1026.739664] env[69287]: _type = "Task" [ 1026.739664] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.748307] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.791020] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104543} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.791315] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.792244] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f902e-5a01-4327-8c3e-ae7229cf768a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.814341] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1/23ff0c14-9666-4f0f-9bcb-a64debf5f5a1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.815039] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca478cb-3fcc-4d6f-bef8-fede8ee61cff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.838542] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1026.838542] env[69287]: value = "task-3451005" [ 1026.838542] env[69287]: _type = "Task" [ 1026.838542] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.846636] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.010542] env[69287]: DEBUG nova.compute.utils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.014103] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.014283] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.050461] env[69287]: DEBUG nova.policy [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7ed717ff9e4687ab7feec7a4fa2a69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5236784ab565435fa82d986831363685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.135416] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "7476492d-8383-486c-9af8-6ba66470b3de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.216221] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.217885] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.218069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.218184] env[69287]: DEBUG nova.network.neutron [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.225053] env[69287]: DEBUG oslo_concurrency.lockutils [None req-12d93f24-0930-49c2-a3b4-d96b06f8c0ef tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "7476492d-8383-486c-9af8-6ba66470b3de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.534s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.225412] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "7476492d-8383-486c-9af8-6ba66470b3de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.090s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.225650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "7476492d-8383-486c-9af8-6ba66470b3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.225854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.226036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "7476492d-8383-486c-9af8-6ba66470b3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.228526] env[69287]: INFO nova.compute.manager [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Terminating instance [ 1027.250556] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.348438] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.359616] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Successfully created port: 1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.514871] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.719604] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.732251] env[69287]: DEBUG nova.compute.manager [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.732503] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.733539] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78e5d39-8909-4170-b954-38f0853f8c7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.742250] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.748791] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b028376-9659-453f-82f8-ac2d154388b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.756241] env[69287]: DEBUG oslo_vmware.api [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.705709} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.757849] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.758132] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.758364] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.758605] env[69287]: INFO nova.compute.manager [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1027.758888] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.759225] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1027.759225] env[69287]: value = "task-3451006" [ 1027.759225] env[69287]: _type = "Task" [ 1027.759225] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.760107] env[69287]: DEBUG nova.network.neutron [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.762411] env[69287]: DEBUG nova.compute.manager [-] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.762535] env[69287]: DEBUG nova.network.neutron [-] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.779521] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.851509] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451005, 'name': ReconfigVM_Task, 'duration_secs': 0.939471} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.851819] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1/23ff0c14-9666-4f0f-9bcb-a64debf5f5a1.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.852511] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b6016d-3e0a-4b6a-bc5f-d0e639cc7dbf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.861923] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1027.861923] env[69287]: value = "task-3451007" [ 1027.861923] env[69287]: _type = "Task" [ 1027.861923] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.877454] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451007, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.932329] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a184895-fb7e-4020-98de-aa1853e573e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.943907] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b1649-b2d0-407b-90d9-67b98f08b9dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.997125] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcaba7b-6f16-4f0b-8d6c-e2fc917acfe9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.006926] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b7b6e3-f043-482c-bb2b-aaeedd6a0d06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.027627] env[69287]: DEBUG nova.compute.provider_tree [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.041309] env[69287]: DEBUG nova.network.neutron [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.119601] env[69287]: DEBUG nova.compute.manager [req-cabffad5-9b23-46bd-bf34-f251f72c6592 req-ed68c6ee-0bef-461e-a9f3-b0e17f02dccd service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Received event network-vif-deleted-f3a6e955-c0d4-478b-ba77-fa28a42ef2bd {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.119778] env[69287]: INFO nova.compute.manager [req-cabffad5-9b23-46bd-bf34-f251f72c6592 req-ed68c6ee-0bef-461e-a9f3-b0e17f02dccd service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Neutron deleted interface f3a6e955-c0d4-478b-ba77-fa28a42ef2bd; detaching it from the instance and deleting it from the info cache [ 1028.119940] env[69287]: DEBUG nova.network.neutron [req-cabffad5-9b23-46bd-bf34-f251f72c6592 req-ed68c6ee-0bef-461e-a9f3-b0e17f02dccd service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.220843] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.276918] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451006, 'name': PowerOffVM_Task, 'duration_secs': 0.406936} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.277343] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.277535] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.277832] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8371455-3245-4621-b486-b1698ea76d3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.373726] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451007, 'name': Rename_Task, 'duration_secs': 0.267018} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.374129] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.374274] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d225825c-7571-45d9-b811-e52680f5a2fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.382280] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1028.382280] env[69287]: value = "task-3451009" [ 1028.382280] env[69287]: _type = "Task" [ 1028.382280] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.390756] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.460958] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.461198] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.461533] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Deleting the datastore file [datastore2] 7476492d-8383-486c-9af8-6ba66470b3de {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.461838] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2ea4e98-5b0e-4800-a823-1dad58390f83 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.469633] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1028.469633] env[69287]: value = "task-3451010" [ 1028.469633] env[69287]: _type = "Task" [ 1028.469633] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.481332] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.530873] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.533799] env[69287]: DEBUG nova.scheduler.client.report [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.543599] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.543931] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Instance network_info: |[{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.544379] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:98:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e175deaa-d9a0-45f5-864a-a860ead1d2ab', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.553158] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.553789] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.554351] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4048332-8b4b-476f-b4f5-cc1b13790e10 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.578868] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.579472] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.579472] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.579606] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.579824] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.579824] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.579995] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.580313] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.580492] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.580658] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.580833] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.582125] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63ac20-ce91-4e05-b963-ee08dc36fdfa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.587344] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.587344] env[69287]: value = "task-3451011" [ 1028.587344] env[69287]: _type = "Task" [ 1028.587344] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.594295] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af140923-e107-4ef5-a8d7-22210275b56a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.602847] env[69287]: DEBUG nova.network.neutron [-] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.605102] env[69287]: DEBUG nova.compute.manager [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.605292] env[69287]: DEBUG nova.compute.manager [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing instance network info cache due to event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1028.605508] env[69287]: DEBUG oslo_concurrency.lockutils [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.605652] env[69287]: DEBUG oslo_concurrency.lockutils [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.605811] env[69287]: DEBUG nova.network.neutron [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.607291] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451011, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.622588] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e349df9d-a442-4a7a-90a9-c12f2b9b25c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.633164] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa659f-7f78-4a45-9adb-9cdf99458ec1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.672087] env[69287]: DEBUG nova.compute.manager [req-cabffad5-9b23-46bd-bf34-f251f72c6592 req-ed68c6ee-0bef-461e-a9f3-b0e17f02dccd service nova] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Detach interface failed, port_id=f3a6e955-c0d4-478b-ba77-fa28a42ef2bd, reason: Instance 626a4752-078b-464b-b09f-a6ae110355a1 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1028.718663] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.893934] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.959600] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Successfully updated port: 1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.981287] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.039113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.039836] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.042824] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.961s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.044529] env[69287]: INFO nova.compute.claims [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.097433] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451011, 'name': CreateVM_Task, 'duration_secs': 0.403408} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.097433] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.098203] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.098731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.098731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.099115] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8fb818-085f-4bb3-ac29-04217a2fb600 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.103881] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1029.103881] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f39eda-7fd8-73fc-9f9f-6f58163c1dc1" [ 1029.103881] env[69287]: _type = "Task" [ 1029.103881] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.108037] env[69287]: INFO nova.compute.manager [-] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Took 1.35 seconds to deallocate network for instance. [ 1029.119174] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f39eda-7fd8-73fc-9f9f-6f58163c1dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.221533] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.338886] env[69287]: DEBUG nova.network.neutron [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updated VIF entry in instance network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.339340] env[69287]: DEBUG nova.network.neutron [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.394678] env[69287]: DEBUG oslo_vmware.api [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451009, 'name': PowerOnVM_Task, 'duration_secs': 0.835981} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.394996] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.395232] env[69287]: INFO nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1029.395421] env[69287]: DEBUG nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.396329] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf9edea-ad38-4d39-ad96-2fd76ed10908 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.462522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "refresh_cache-28156922-fc72-49b8-a158-1651b9640f6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.462731] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "refresh_cache-28156922-fc72-49b8-a158-1651b9640f6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.462841] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.482034] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.550953] env[69287]: DEBUG nova.compute.utils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1029.554467] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.554649] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.591764] env[69287]: DEBUG nova.policy [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7ed717ff9e4687ab7feec7a4fa2a69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5236784ab565435fa82d986831363685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.615685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.616044] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f39eda-7fd8-73fc-9f9f-6f58163c1dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.616382] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.616629] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.616869] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.617022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.617217] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.617499] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c91aa921-76dc-4ad2-af82-09f1a857d1bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.627738] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.627932] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.628714] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0f775d-9292-4e3b-b9ac-949539f2ca13 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.636664] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1029.636664] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5285c271-aef3-c71b-c7db-50ff6f9aab65" [ 1029.636664] env[69287]: _type = "Task" [ 1029.636664] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.645259] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5285c271-aef3-c71b-c7db-50ff6f9aab65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.722259] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.844334] env[69287]: DEBUG oslo_concurrency.lockutils [req-f63cb01f-b9d2-4c2d-ab77-0c8ffee45c00 req-ce7b4ea6-461a-4fc6-bf8e-7e63f25d68b9 service nova] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.903549] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Successfully created port: f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.917933] env[69287]: INFO nova.compute.manager [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Took 28.41 seconds to build instance. [ 1029.980295] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.002476] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.055203] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.150872] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5285c271-aef3-c71b-c7db-50ff6f9aab65, 'name': SearchDatastore_Task, 'duration_secs': 0.016043} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.154440] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95f5a44-3718-4827-939b-351da7a69e9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.160620] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1030.160620] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5205d068-036d-1a15-b1bc-0be5efb40acc" [ 1030.160620] env[69287]: _type = "Task" [ 1030.160620] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.174310] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5205d068-036d-1a15-b1bc-0be5efb40acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.181068] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Updating instance_info_cache with network_info: [{"id": "1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea", "address": "fa:16:3e:45:7b:2f", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9f82be-8a", "ovs_interfaceid": "1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.230463] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451003, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.119778} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.234601] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5d78a42-bb80-4818-b905-47e765c21fa1/b5d78a42-bb80-4818-b905-47e765c21fa1.vmdk to [datastore2] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.237354] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f7f13-7cc1-4721-a8fc-68c1c65cf5da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.273464] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.278166] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56d5337-6a3f-40bb-a535-7fb94b9e500d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.320364] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1030.320364] env[69287]: value = "task-3451012" [ 1030.320364] env[69287]: _type = "Task" [ 1030.320364] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.325038] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.418463] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f48b4be-74d1-406f-9722-b2fe330c93dd tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.917s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.477249] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411ba99-cb94-48e9-a400-ace16dd57f5a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.488050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb03c16-f0aa-4525-8675-37f28e1c3bd3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.491218] env[69287]: DEBUG oslo_vmware.api [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.819096} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.491487] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.491639] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.491829] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.492009] env[69287]: INFO nova.compute.manager [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1030.492260] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.492756] env[69287]: DEBUG nova.compute.manager [-] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.492854] env[69287]: DEBUG nova.network.neutron [-] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.521078] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a42f8a3-235a-4fde-b40a-72f2685ec3ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.528279] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654166a6-9eda-45ae-ada4-aad6c112ef4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.541250] env[69287]: DEBUG nova.compute.provider_tree [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.626151] env[69287]: DEBUG nova.compute.manager [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Received event network-vif-plugged-1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.626390] env[69287]: DEBUG oslo_concurrency.lockutils [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] Acquiring lock "28156922-fc72-49b8-a158-1651b9640f6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.626625] env[69287]: DEBUG oslo_concurrency.lockutils [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] Lock "28156922-fc72-49b8-a158-1651b9640f6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.626799] env[69287]: DEBUG oslo_concurrency.lockutils [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] Lock "28156922-fc72-49b8-a158-1651b9640f6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.626972] env[69287]: DEBUG nova.compute.manager [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] No waiting events found dispatching network-vif-plugged-1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.627240] env[69287]: WARNING nova.compute.manager [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Received unexpected event network-vif-plugged-1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea for instance with vm_state building and task_state spawning. [ 1030.627427] env[69287]: DEBUG nova.compute.manager [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Received event network-changed-1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.627586] env[69287]: DEBUG nova.compute.manager [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Refreshing instance network info cache due to event network-changed-1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.627754] env[69287]: DEBUG oslo_concurrency.lockutils [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] Acquiring lock "refresh_cache-28156922-fc72-49b8-a158-1651b9640f6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.679304] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5205d068-036d-1a15-b1bc-0be5efb40acc, 'name': SearchDatastore_Task, 'duration_secs': 0.0428} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.679304] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.679304] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 2c175405-96c1-4a94-a7ba-7a54428fb45d/2c175405-96c1-4a94-a7ba-7a54428fb45d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.679304] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f2a746-9bd4-45d5-bcaf-a4eba17d0616 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.686841] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1030.686841] env[69287]: value = "task-3451013" [ 1030.686841] env[69287]: _type = "Task" [ 1030.686841] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.689620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "refresh_cache-28156922-fc72-49b8-a158-1651b9640f6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.690108] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Instance network_info: |[{"id": "1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea", "address": "fa:16:3e:45:7b:2f", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9f82be-8a", "ovs_interfaceid": "1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.691735] env[69287]: DEBUG oslo_concurrency.lockutils [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] Acquired lock "refresh_cache-28156922-fc72-49b8-a158-1651b9640f6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.691735] env[69287]: DEBUG nova.network.neutron [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Refreshing network info cache for port 1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.693668] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:7b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.703367] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Creating folder: Project (5236784ab565435fa82d986831363685). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.707429] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a78342a2-dc0f-4b09-b672-c3c421ef0726 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.714581] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.722327] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Created folder: Project (5236784ab565435fa82d986831363685) in parent group-v688742. [ 1030.722527] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Creating folder: Instances. Parent ref: group-v689005. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.722772] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48dd2127-355c-44d2-966a-364e15ad1449 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.731377] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Created folder: Instances in parent group-v689005. [ 1030.731624] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.731813] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.732110] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d8a6b50-94fe-4ad9-8745-837e204bb50b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.754281] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.754281] env[69287]: value = "task-3451016" [ 1030.754281] env[69287]: _type = "Task" [ 1030.754281] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.765257] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451016, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.814282] env[69287]: DEBUG nova.compute.manager [req-81a22d8b-4ab3-49f2-8959-725fe6a0cfb3 req-68984584-8498-4458-a308-5143bdec2db0 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-vif-deleted-5779c2ea-b0bd-4004-918e-2fcc674263f5 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.814282] env[69287]: INFO nova.compute.manager [req-81a22d8b-4ab3-49f2-8959-725fe6a0cfb3 req-68984584-8498-4458-a308-5143bdec2db0 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Neutron deleted interface 5779c2ea-b0bd-4004-918e-2fcc674263f5; detaching it from the instance and deleting it from the info cache [ 1030.814469] env[69287]: DEBUG nova.network.neutron [req-81a22d8b-4ab3-49f2-8959-725fe6a0cfb3 req-68984584-8498-4458-a308-5143bdec2db0 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Updating instance_info_cache with network_info: [{"id": "cdc630c3-4d63-4ded-a9e4-ca4b234baba4", "address": "fa:16:3e:96:66:e3", "network": {"id": "9d72e4dc-ef3b-425a-a745-5ced95e79f5c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2145562752", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc630c3-4d", "ovs_interfaceid": "cdc630c3-4d63-4ded-a9e4-ca4b234baba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b12f15-8788-4c4d-b75d-4710c36a7e3f", "address": "fa:16:3e:a5:00:c5", "network": {"id": "3e793a4f-6b1b-4484-afe8-ac9637c89525", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-528020099", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b12f15-87", "ovs_interfaceid": "22b12f15-8788-4c4d-b75d-4710c36a7e3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.827933] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451012, 'name': ReconfigVM_Task, 'duration_secs': 0.300304} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.827933] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 36209999-6220-4c93-b6d5-d3ea8074e437/36209999-6220-4c93-b6d5-d3ea8074e437.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.829681] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encrypted': False, 'image_id': '40cd7472-910a-447e-9f08-79d870d364ea'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'df019295-8723-469f-8ee7-4249e1458ee2', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688986', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'name': 'volume-3e10b294-bc90-4ab5-9e78-901d3de2947c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '36209999-6220-4c93-b6d5-d3ea8074e437', 'attached_at': '', 'detached_at': '', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'serial': '3e10b294-bc90-4ab5-9e78-901d3de2947c'}, 'boot_index': None, 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69287) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1030.829872] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1030.830150] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688986', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'name': 'volume-3e10b294-bc90-4ab5-9e78-901d3de2947c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '36209999-6220-4c93-b6d5-d3ea8074e437', 'attached_at': '', 'detached_at': '', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'serial': '3e10b294-bc90-4ab5-9e78-901d3de2947c'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1030.831636] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9825b-0b99-4928-aecd-9ece794ede81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.857025] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda3cd1-1638-4337-af83-d7b2133f3ab7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.885057] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-3e10b294-bc90-4ab5-9e78-901d3de2947c/volume-3e10b294-bc90-4ab5-9e78-901d3de2947c.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.885057] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4031fcef-9d9b-4391-b01b-969c27aded99 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.904182] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1030.904182] env[69287]: value = "task-3451017" [ 1030.904182] env[69287]: _type = "Task" [ 1030.904182] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.912818] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.969140] env[69287]: DEBUG nova.network.neutron [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Updated VIF entry in instance network info cache for port 1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.969601] env[69287]: DEBUG nova.network.neutron [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Updating instance_info_cache with network_info: [{"id": "1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea", "address": "fa:16:3e:45:7b:2f", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f9f82be-8a", "ovs_interfaceid": "1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.045416] env[69287]: DEBUG nova.scheduler.client.report [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.068718] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.100039] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.100393] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.100570] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.100754] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.100899] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.101059] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.101281] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.101440] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.101711] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.101882] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.102131] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.103240] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7f6a3-24b5-4020-a1d0-67c4d7eea8de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.111683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a7e46-199a-471f-829e-49d5db883986 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.198487] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.267562] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451016, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.307658] env[69287]: DEBUG nova.compute.manager [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1031.316974] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1b9d0c9-8334-4fd6-9ddc-881184d18096 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.327705] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e77be-0188-4b55-aa49-9843b1589eae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.372403] env[69287]: DEBUG nova.compute.manager [req-81a22d8b-4ab3-49f2-8959-725fe6a0cfb3 req-68984584-8498-4458-a308-5143bdec2db0 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Detach interface failed, port_id=5779c2ea-b0bd-4004-918e-2fcc674263f5, reason: Instance 7476492d-8383-486c-9af8-6ba66470b3de could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.415946] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.472526] env[69287]: DEBUG oslo_concurrency.lockutils [req-e02a6897-f157-437d-a3ac-c4561410f410 req-30c0ad34-bb4c-4354-bc84-38d31868c7b3 service nova] Releasing lock "refresh_cache-28156922-fc72-49b8-a158-1651b9640f6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.551593] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.552146] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.554770] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.832s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.556225] env[69287]: INFO nova.compute.claims [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.591565] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Successfully updated port: f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.675176] env[69287]: DEBUG nova.network.neutron [-] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.697258] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.697528] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 2c175405-96c1-4a94-a7ba-7a54428fb45d/2c175405-96c1-4a94-a7ba-7a54428fb45d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.697742] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.697989] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-029279df-6917-45ee-a8a7-6b8b2d8413c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.704614] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1031.704614] env[69287]: value = "task-3451018" [ 1031.704614] env[69287]: _type = "Task" [ 1031.704614] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.713039] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.764448] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451016, 'name': CreateVM_Task, 'duration_secs': 0.560098} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.764624] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.765356] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.765530] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.765892] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.766148] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bda5680-da68-4596-9d0d-4a1ae7369f51 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.770901] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1031.770901] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527af0ee-8791-d1b9-1b43-8f7d7e3c7a91" [ 1031.770901] env[69287]: _type = "Task" [ 1031.770901] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.779292] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527af0ee-8791-d1b9-1b43-8f7d7e3c7a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.828201] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.918444] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451017, 'name': ReconfigVM_Task, 'duration_secs': 0.593955} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.918765] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-3e10b294-bc90-4ab5-9e78-901d3de2947c/volume-3e10b294-bc90-4ab5-9e78-901d3de2947c.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.926886] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7909ffbc-ba0f-40eb-909a-a881e7bb8702 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.945545] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1031.945545] env[69287]: value = "task-3451019" [ 1031.945545] env[69287]: _type = "Task" [ 1031.945545] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.954599] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.064944] env[69287]: DEBUG nova.compute.utils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1032.066988] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.067241] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.095050] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "refresh_cache-447a110f-06af-4da0-84fc-486534cc69cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.095050] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "refresh_cache-447a110f-06af-4da0-84fc-486534cc69cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.095457] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.105422] env[69287]: DEBUG nova.policy [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7ed717ff9e4687ab7feec7a4fa2a69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5236784ab565435fa82d986831363685', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.178313] env[69287]: INFO nova.compute.manager [-] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Took 1.69 seconds to deallocate network for instance. [ 1032.216274] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.216764] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.217695] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7b50f-58e3-4b9a-8925-0d4db19a3191 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.245873] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2c175405-96c1-4a94-a7ba-7a54428fb45d/2c175405-96c1-4a94-a7ba-7a54428fb45d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.249117] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0771101c-5a71-466f-9d78-12486552af24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.268746] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1032.268746] env[69287]: value = "task-3451020" [ 1032.268746] env[69287]: _type = "Task" [ 1032.268746] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.287023] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451020, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.288298] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527af0ee-8791-d1b9-1b43-8f7d7e3c7a91, 'name': SearchDatastore_Task, 'duration_secs': 0.013388} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.288774] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.289163] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.289573] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.290069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.290493] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.290910] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed1b11f3-aecb-4920-8a0c-6bc179be6462 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.301169] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.301647] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.302612] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60b7e55-5c9c-4861-af7a-a8df51912bdd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.312289] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1032.312289] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525544a0-0f15-2c7d-7a3a-9cfc0c02ee93" [ 1032.312289] env[69287]: _type = "Task" [ 1032.312289] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.319459] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525544a0-0f15-2c7d-7a3a-9cfc0c02ee93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.455945] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451019, 'name': ReconfigVM_Task, 'duration_secs': 0.221233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.456284] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688986', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'name': 'volume-3e10b294-bc90-4ab5-9e78-901d3de2947c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '36209999-6220-4c93-b6d5-d3ea8074e437', 'attached_at': '', 'detached_at': '', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'serial': '3e10b294-bc90-4ab5-9e78-901d3de2947c'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1032.456970] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0fa9db-170e-42af-a5b2-9fa49559f1ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.463595] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1032.463595] env[69287]: value = "task-3451021" [ 1032.463595] env[69287]: _type = "Task" [ 1032.463595] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.472888] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451021, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.483891] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Successfully created port: 41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.567638] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.639130] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.664421] env[69287]: DEBUG nova.compute.manager [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Received event network-vif-plugged-f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.664850] env[69287]: DEBUG oslo_concurrency.lockutils [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] Acquiring lock "447a110f-06af-4da0-84fc-486534cc69cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.666946] env[69287]: DEBUG oslo_concurrency.lockutils [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] Lock "447a110f-06af-4da0-84fc-486534cc69cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.666946] env[69287]: DEBUG oslo_concurrency.lockutils [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] Lock "447a110f-06af-4da0-84fc-486534cc69cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.666946] env[69287]: DEBUG nova.compute.manager [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] No waiting events found dispatching network-vif-plugged-f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.666946] env[69287]: WARNING nova.compute.manager [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Received unexpected event network-vif-plugged-f5a6f1f7-5d47-4776-9334-fe6359de726a for instance with vm_state building and task_state spawning. [ 1032.666946] env[69287]: DEBUG nova.compute.manager [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Received event network-changed-f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.666946] env[69287]: DEBUG nova.compute.manager [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Refreshing instance network info cache due to event network-changed-f5a6f1f7-5d47-4776-9334-fe6359de726a. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.666946] env[69287]: DEBUG oslo_concurrency.lockutils [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] Acquiring lock "refresh_cache-447a110f-06af-4da0-84fc-486534cc69cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.687469] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.782745] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451020, 'name': ReconfigVM_Task, 'duration_secs': 0.264169} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.786049] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2c175405-96c1-4a94-a7ba-7a54428fb45d/2c175405-96c1-4a94-a7ba-7a54428fb45d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.786631] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9272441c-1ce4-411a-8618-8cbb6d690047 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.794724] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1032.794724] env[69287]: value = "task-3451022" [ 1032.794724] env[69287]: _type = "Task" [ 1032.794724] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.805628] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451022, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.823917] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525544a0-0f15-2c7d-7a3a-9cfc0c02ee93, 'name': SearchDatastore_Task, 'duration_secs': 0.016911} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.828668] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b03a79c-c5b8-4326-9ec0-b3a8d5d3aafc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.835198] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1032.835198] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52132ee9-ec63-aa0e-f3d3-459600d43193" [ 1032.835198] env[69287]: _type = "Task" [ 1032.835198] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.839845] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Updating instance_info_cache with network_info: [{"id": "f5a6f1f7-5d47-4776-9334-fe6359de726a", "address": "fa:16:3e:ad:6f:b1", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a6f1f7-5d", "ovs_interfaceid": "f5a6f1f7-5d47-4776-9334-fe6359de726a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.847266] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52132ee9-ec63-aa0e-f3d3-459600d43193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.849844] env[69287]: DEBUG nova.compute.manager [req-449a9ea0-b1f0-4f7f-9f62-0c4ba010c2e6 req-d1817b15-60b7-45cb-945d-7249feb3cc63 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-vif-deleted-22b12f15-8788-4c4d-b75d-4710c36a7e3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.849939] env[69287]: DEBUG nova.compute.manager [req-449a9ea0-b1f0-4f7f-9f62-0c4ba010c2e6 req-d1817b15-60b7-45cb-945d-7249feb3cc63 service nova] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Received event network-vif-deleted-cdc630c3-4d63-4ded-a9e4-ca4b234baba4 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.949580] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd5d5c-0ea2-4b73-a084-90d27ba25a8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.957803] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dca331-d091-49a1-83f1-110f4d927f58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.991315] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef92621-7a03-4724-b986-fa28464178e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.003199] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451021, 'name': Rename_Task, 'duration_secs': 0.323336} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.004647] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.005051] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d5a632-37a6-4c0a-98eb-f95b177d1aee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.008559] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd23ae-47f3-4412-bb58-1abae65d883e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.024858] env[69287]: DEBUG nova.compute.provider_tree [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.027173] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1033.027173] env[69287]: value = "task-3451023" [ 1033.027173] env[69287]: _type = "Task" [ 1033.027173] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.034709] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451023, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.302032] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451022, 'name': Rename_Task, 'duration_secs': 0.139077} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.302251] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.302530] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce10fa2-5b98-41c2-b62a-b3c8c8d05556 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.309163] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1033.309163] env[69287]: value = "task-3451024" [ 1033.309163] env[69287]: _type = "Task" [ 1033.309163] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.316687] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.345019] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52132ee9-ec63-aa0e-f3d3-459600d43193, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.345260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.345557] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 28156922-fc72-49b8-a158-1651b9640f6c/28156922-fc72-49b8-a158-1651b9640f6c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.345811] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f83d92e2-d341-4f1b-aa94-e4bb4cf45659 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.348467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "refresh_cache-447a110f-06af-4da0-84fc-486534cc69cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.348785] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Instance network_info: |[{"id": "f5a6f1f7-5d47-4776-9334-fe6359de726a", "address": "fa:16:3e:ad:6f:b1", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a6f1f7-5d", "ovs_interfaceid": "f5a6f1f7-5d47-4776-9334-fe6359de726a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.349072] env[69287]: DEBUG oslo_concurrency.lockutils [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] Acquired lock "refresh_cache-447a110f-06af-4da0-84fc-486534cc69cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.349289] env[69287]: DEBUG nova.network.neutron [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Refreshing network info cache for port f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.350533] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a6f1f7-5d47-4776-9334-fe6359de726a', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.358241] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.360103] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.360452] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1033.360452] env[69287]: value = "task-3451025" [ 1033.360452] env[69287]: _type = "Task" [ 1033.360452] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.361265] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b1c4dd0-48df-486d-aae1-2e51e67693e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.386933] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.388037] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.388037] env[69287]: value = "task-3451026" [ 1033.388037] env[69287]: _type = "Task" [ 1033.388037] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.396215] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451026, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.529334] env[69287]: DEBUG nova.scheduler.client.report [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.544429] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.580852] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.610503] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.610885] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.611161] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.611371] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.611587] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.611769] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.612062] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.612386] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.612622] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.612957] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.613350] env[69287]: DEBUG nova.virt.hardware [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.615028] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1170a07a-5863-40d4-bd68-779b3915d95a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.626942] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232a84ee-17ee-4941-9207-20ff23234b0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.822263] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.886396] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451025, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.898969] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451026, 'name': CreateVM_Task, 'duration_secs': 0.339199} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.899127] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.899829] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.899992] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.900374] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.900640] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3249a9-7969-433b-8167-57c59acbf3df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.905626] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1033.905626] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523c4c3b-3fd1-6636-16c5-237e8dc778bb" [ 1033.905626] env[69287]: _type = "Task" [ 1033.905626] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.914699] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523c4c3b-3fd1-6636-16c5-237e8dc778bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.038863] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.039458] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.045501] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.153s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.045602] env[69287]: DEBUG nova.objects.instance [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'resources' on Instance uuid 54e050c7-e947-446c-ba43-733797a27bec {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.050030] env[69287]: DEBUG oslo_vmware.api [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451023, 'name': PowerOnVM_Task, 'duration_secs': 0.675012} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.050646] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.115773] env[69287]: DEBUG nova.network.neutron [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Updated VIF entry in instance network info cache for port f5a6f1f7-5d47-4776-9334-fe6359de726a. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.116450] env[69287]: DEBUG nova.network.neutron [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Updating instance_info_cache with network_info: [{"id": "f5a6f1f7-5d47-4776-9334-fe6359de726a", "address": "fa:16:3e:ad:6f:b1", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a6f1f7-5d", "ovs_interfaceid": "f5a6f1f7-5d47-4776-9334-fe6359de726a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.154690] env[69287]: DEBUG nova.compute.manager [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.155640] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a35f5-cf47-4662-bfec-dabee228c85b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.256877] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Successfully updated port: 41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.320296] env[69287]: DEBUG oslo_vmware.api [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451024, 'name': PowerOnVM_Task, 'duration_secs': 0.969377} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.320565] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.321155] env[69287]: INFO nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1034.321155] env[69287]: DEBUG nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.321685] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52737a7-e271-45b9-8cfb-f57b15beb374 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.386846] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590704} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.387064] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 28156922-fc72-49b8-a158-1651b9640f6c/28156922-fc72-49b8-a158-1651b9640f6c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.387323] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.387573] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be5f5c96-cac7-4239-9b14-9d041f1cc7d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.394369] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1034.394369] env[69287]: value = "task-3451027" [ 1034.394369] env[69287]: _type = "Task" [ 1034.394369] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.403171] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.416079] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523c4c3b-3fd1-6636-16c5-237e8dc778bb, 'name': SearchDatastore_Task, 'duration_secs': 0.065572} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.416361] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.416590] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.416831] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.416979] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.417198] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.417456] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add6f70a-95be-4563-888a-c10b13acf726 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.432662] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.432842] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.433557] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de58141-1b1e-49dd-b0b4-93877452719d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.438454] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1034.438454] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c67b65-0a1b-e032-af3e-c4d3ce6b5f43" [ 1034.438454] env[69287]: _type = "Task" [ 1034.438454] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.445960] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c67b65-0a1b-e032-af3e-c4d3ce6b5f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.552353] env[69287]: DEBUG nova.compute.utils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1034.557162] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.557343] env[69287]: DEBUG nova.network.neutron [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.614455] env[69287]: DEBUG nova.policy [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e87960ab82c4f87923dd4ab2ce26717', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77e21bc8d8be4876a3e168cf95243a38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.625016] env[69287]: DEBUG oslo_concurrency.lockutils [req-5ff88a73-d14a-41f1-af91-b6d0ff03c2b3 req-0f6eb8b0-c485-4886-be78-a26311b3ce0a service nova] Releasing lock "refresh_cache-447a110f-06af-4da0-84fc-486534cc69cb" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.676531] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3fca2e75-8442-4702-929e-3bf5c154a163 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.781s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.734814] env[69287]: DEBUG nova.compute.manager [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Received event network-vif-plugged-41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.734947] env[69287]: DEBUG oslo_concurrency.lockutils [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] Acquiring lock "06c4675d-e815-4a64-9761-78bdccf57ee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.735064] env[69287]: DEBUG oslo_concurrency.lockutils [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.735918] env[69287]: DEBUG oslo_concurrency.lockutils [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.735918] env[69287]: DEBUG nova.compute.manager [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] No waiting events found dispatching network-vif-plugged-41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.735918] env[69287]: WARNING nova.compute.manager [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Received unexpected event network-vif-plugged-41ae7f82-98e4-4f5e-aa0c-275999b3ef0d for instance with vm_state building and task_state spawning. [ 1034.735918] env[69287]: DEBUG nova.compute.manager [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Received event network-changed-41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.735918] env[69287]: DEBUG nova.compute.manager [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Refreshing instance network info cache due to event network-changed-41ae7f82-98e4-4f5e-aa0c-275999b3ef0d. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.736285] env[69287]: DEBUG oslo_concurrency.lockutils [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] Acquiring lock "refresh_cache-06c4675d-e815-4a64-9761-78bdccf57ee6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.736285] env[69287]: DEBUG oslo_concurrency.lockutils [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] Acquired lock "refresh_cache-06c4675d-e815-4a64-9761-78bdccf57ee6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.736606] env[69287]: DEBUG nova.network.neutron [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Refreshing network info cache for port 41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.762237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "refresh_cache-06c4675d-e815-4a64-9761-78bdccf57ee6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.842385] env[69287]: INFO nova.compute.manager [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Took 15.69 seconds to build instance. [ 1034.903747] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.367174} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.904024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.904829] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c1bb2-81e7-4e13-85a0-67c933386d96 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.928628] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 28156922-fc72-49b8-a158-1651b9640f6c/28156922-fc72-49b8-a158-1651b9640f6c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.930040] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2291ab9-6d8f-4a0e-b57b-4e52a139979d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.945200] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e6cd3a-c17f-4647-8d4a-fca9ccb98a16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.957836] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c67b65-0a1b-e032-af3e-c4d3ce6b5f43, 'name': SearchDatastore_Task, 'duration_secs': 0.072572} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.961983] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1034.961983] env[69287]: value = "task-3451028" [ 1034.961983] env[69287]: _type = "Task" [ 1034.961983] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.962293] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495464d8-f7c4-4299-862c-81608fec16a1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.965434] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4771c88b-7d77-4530-9571-6b36a3cf90de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.976178] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1034.976178] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272c219-b270-4052-a38e-ca42dfda9f15" [ 1034.976178] env[69287]: _type = "Task" [ 1034.976178] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.007721] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.009609] env[69287]: DEBUG nova.network.neutron [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Successfully created port: 2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.014922] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe05ce-c948-4162-af9a-a2971d74b1d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.026130] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f803c1-4331-4bf6-b0e9-815ab3e907d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.030443] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5272c219-b270-4052-a38e-ca42dfda9f15, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.030600] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.030860] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 447a110f-06af-4da0-84fc-486534cc69cb/447a110f-06af-4da0-84fc-486534cc69cb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.031476] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93aeb2f0-3801-499b-bbea-3984437918ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.041341] env[69287]: DEBUG nova.compute.provider_tree [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.047046] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1035.047046] env[69287]: value = "task-3451029" [ 1035.047046] env[69287]: _type = "Task" [ 1035.047046] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.054845] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.057324] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.296982] env[69287]: DEBUG nova.network.neutron [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.344304] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4babefa9-faf7-4861-8c3d-a7f717567ebe tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.210s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.469823] env[69287]: DEBUG nova.network.neutron [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.477830] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.546801] env[69287]: DEBUG nova.scheduler.client.report [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.559682] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468782} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.559911] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 447a110f-06af-4da0-84fc-486534cc69cb/447a110f-06af-4da0-84fc-486534cc69cb.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.560190] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.560697] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17cfc931-3b1e-47a0-95b7-a212d6120212 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.568703] env[69287]: DEBUG nova.compute.manager [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.568931] env[69287]: DEBUG nova.compute.manager [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing instance network info cache due to event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.569215] env[69287]: DEBUG oslo_concurrency.lockutils [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.569412] env[69287]: DEBUG oslo_concurrency.lockutils [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.569614] env[69287]: DEBUG nova.network.neutron [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.572929] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1035.572929] env[69287]: value = "task-3451030" [ 1035.572929] env[69287]: _type = "Task" [ 1035.572929] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.582612] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.978270] env[69287]: DEBUG oslo_concurrency.lockutils [req-3fa90421-9eaf-4abd-af1f-ed27b6e9566b req-63be7e37-29f1-446c-8cd9-7659deaabbd9 service nova] Releasing lock "refresh_cache-06c4675d-e815-4a64-9761-78bdccf57ee6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.978809] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451028, 'name': ReconfigVM_Task, 'duration_secs': 0.542799} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.979109] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "refresh_cache-06c4675d-e815-4a64-9761-78bdccf57ee6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.979347] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.980779] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 28156922-fc72-49b8-a158-1651b9640f6c/28156922-fc72-49b8-a158-1651b9640f6c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.981815] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c85bd45-a94f-4f4f-a6b0-af7d22b4efa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.988776] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1035.988776] env[69287]: value = "task-3451031" [ 1035.988776] env[69287]: _type = "Task" [ 1035.988776] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.999905] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451031, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.054906] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.057502] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.951s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.059056] env[69287]: INFO nova.compute.claims [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.074008] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.078132] env[69287]: INFO nova.scheduler.client.report [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted allocations for instance 54e050c7-e947-446c-ba43-733797a27bec [ 1036.094196] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.095217] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.096365] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e118bd77-f6dc-46f7-ac66-2a655d46e98c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.122145] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 447a110f-06af-4da0-84fc-486534cc69cb/447a110f-06af-4da0-84fc-486534cc69cb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.128213] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.128213] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.128213] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.128485] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.128485] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.128563] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.128858] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.128982] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.129197] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.129364] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.129534] env[69287]: DEBUG nova.virt.hardware [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.129835] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3969ba07-24ea-430a-80c9-aa3ef7966d81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.145796] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077cef35-6be7-42c5-9229-21f474786f1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.155848] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fe5818-1696-4199-b025-65ce67a05034 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.160614] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1036.160614] env[69287]: value = "task-3451032" [ 1036.160614] env[69287]: _type = "Task" [ 1036.160614] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.177513] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.362206] env[69287]: DEBUG nova.network.neutron [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updated VIF entry in instance network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.362206] env[69287]: DEBUG nova.network.neutron [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.452569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.452668] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.503376] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451031, 'name': Rename_Task, 'duration_secs': 0.351466} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.503550] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.503782] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65bf651-affc-4fef-9a25-f40264f776a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.510340] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1036.510340] env[69287]: value = "task-3451033" [ 1036.510340] env[69287]: _type = "Task" [ 1036.510340] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.515715] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.520098] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.592340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cbd2f90d-c4c0-4f08-8724-c168baf64713 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "54e050c7-e947-446c-ba43-733797a27bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.720s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.629404] env[69287]: DEBUG nova.network.neutron [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Successfully updated port: 2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.670844] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451032, 'name': ReconfigVM_Task, 'duration_secs': 0.433409} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.671514] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 447a110f-06af-4da0-84fc-486534cc69cb/447a110f-06af-4da0-84fc-486534cc69cb.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.672342] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a276b5-1e19-40b3-9d38-d35609c8c667 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.678542] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1036.678542] env[69287]: value = "task-3451034" [ 1036.678542] env[69287]: _type = "Task" [ 1036.678542] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.689863] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451034, 'name': Rename_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.690915] env[69287]: DEBUG nova.network.neutron [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Updating instance_info_cache with network_info: [{"id": "41ae7f82-98e4-4f5e-aa0c-275999b3ef0d", "address": "fa:16:3e:85:04:6e", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ae7f82-98", "ovs_interfaceid": "41ae7f82-98e4-4f5e-aa0c-275999b3ef0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.769872] env[69287]: DEBUG nova.compute.manager [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received event network-vif-plugged-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.770580] env[69287]: DEBUG oslo_concurrency.lockutils [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.770773] env[69287]: DEBUG oslo_concurrency.lockutils [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.770914] env[69287]: DEBUG oslo_concurrency.lockutils [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.771191] env[69287]: DEBUG nova.compute.manager [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] No waiting events found dispatching network-vif-plugged-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.771338] env[69287]: WARNING nova.compute.manager [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received unexpected event network-vif-plugged-2d73bea4-d00e-4150-b34c-c0b772ceeb5b for instance with vm_state building and task_state spawning. [ 1036.771508] env[69287]: DEBUG nova.compute.manager [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.771773] env[69287]: DEBUG nova.compute.manager [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing instance network info cache due to event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.772062] env[69287]: DEBUG oslo_concurrency.lockutils [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.772234] env[69287]: DEBUG oslo_concurrency.lockutils [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.772464] env[69287]: DEBUG nova.network.neutron [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.864017] env[69287]: DEBUG oslo_concurrency.lockutils [req-ff5b3685-8a63-4032-97a9-1dcbdbdca159 req-46ad0bdb-fe6a-4fc9-a22b-9023498d8eec service nova] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.956670] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.025704] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.132774] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.191914] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451034, 'name': Rename_Task, 'duration_secs': 0.168656} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.192490] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.195343] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "refresh_cache-06c4675d-e815-4a64-9761-78bdccf57ee6" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.195630] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Instance network_info: |[{"id": "41ae7f82-98e4-4f5e-aa0c-275999b3ef0d", "address": "fa:16:3e:85:04:6e", "network": {"id": "748c868d-a307-40c0-bd70-3a70b3c365d5", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-593844680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5236784ab565435fa82d986831363685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41ae7f82-98", "ovs_interfaceid": "41ae7f82-98e4-4f5e-aa0c-275999b3ef0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.195865] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e45894-19ef-46e8-871a-8eb696d544c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.198088] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:04:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41ae7f82-98e4-4f5e-aa0c-275999b3ef0d', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.207037] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.209215] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.210050] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0682956-7970-4c6a-a66f-92fff056b5f1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.230819] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1037.230819] env[69287]: value = "task-3451035" [ 1037.230819] env[69287]: _type = "Task" [ 1037.230819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.235824] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.235824] env[69287]: value = "task-3451036" [ 1037.235824] env[69287]: _type = "Task" [ 1037.235824] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.247906] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451035, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.256522] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451036, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.319168] env[69287]: DEBUG nova.network.neutron [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.411844] env[69287]: DEBUG nova.network.neutron [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.480267] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.488527] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850703a-8891-4c32-9cb3-434cfa40adc0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.496763] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3866c16b-de73-40ff-917b-8269b390b1b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.532351] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f88ac-51a5-4a6e-9f7e-881c74e36755 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.542395] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451033, 'name': PowerOnVM_Task, 'duration_secs': 0.640009} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.542670] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.542878] env[69287]: INFO nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1037.543071] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.544303] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd551a-7aa5-43e9-aee9-3a3e07cbc778 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.550021] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b25fd-8daf-4225-89b8-0ef844486bfc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.565219] env[69287]: DEBUG nova.compute.provider_tree [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.743465] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451035, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.748220] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451036, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.914404] env[69287]: DEBUG oslo_concurrency.lockutils [req-38e5d576-065c-4bed-84f5-913a7c320c73 req-def23a2a-b0e3-41a2-86a7-47723f0b286f service nova] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.914850] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.915061] env[69287]: DEBUG nova.network.neutron [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.072521] env[69287]: DEBUG nova.scheduler.client.report [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.079479] env[69287]: INFO nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Took 16.11 seconds to build instance. [ 1038.245268] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451035, 'name': PowerOnVM_Task, 'duration_secs': 1.014106} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.245847] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.246083] env[69287]: INFO nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1038.246320] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.247072] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fccdba8-76fc-4743-bd53-eeac3c526526 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.252361] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451036, 'name': CreateVM_Task, 'duration_secs': 0.599854} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.252761] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.254039] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.254039] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.254039] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.256026] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a51680c-ff19-423a-8ba3-7b7e3c04647d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.262309] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1038.262309] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5264ac83-f851-9004-e192-4f1f1d2fdb52" [ 1038.262309] env[69287]: _type = "Task" [ 1038.262309] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.270993] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5264ac83-f851-9004-e192-4f1f1d2fdb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.347063] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.347343] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.449018] env[69287]: DEBUG nova.network.neutron [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.578032] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.578575] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.582218] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.679s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.583126] env[69287]: DEBUG nova.objects.instance [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1038.585028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "28156922-fc72-49b8-a158-1651b9640f6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.627s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.586239] env[69287]: DEBUG nova.network.neutron [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.771969] env[69287]: INFO nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Took 16.76 seconds to build instance. [ 1038.777331] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5264ac83-f851-9004-e192-4f1f1d2fdb52, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.777675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.777862] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.778108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.778296] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.778507] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.779470] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef29b564-ec92-41e1-a375-6d3eb995fc65 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.791191] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.791395] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.792687] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9095acb8-5cfe-4c93-8362-a72c9496e721 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.797619] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1038.797619] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ded7e-898b-a902-65e6-921263dd781b" [ 1038.797619] env[69287]: _type = "Task" [ 1038.797619] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.805623] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ded7e-898b-a902-65e6-921263dd781b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.849913] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.086778] env[69287]: DEBUG nova.compute.utils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1039.091105] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.091215] env[69287]: DEBUG nova.network.neutron [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.093224] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.093397] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Instance network_info: |[{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.093941] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:d1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d73bea4-d00e-4150-b34c-c0b772ceeb5b', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.101359] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.103026] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.103026] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c75e0d59-e370-4843-af96-e47448f3d785 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.122453] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.122453] env[69287]: value = "task-3451037" [ 1039.122453] env[69287]: _type = "Task" [ 1039.122453] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.130081] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451037, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.149431] env[69287]: DEBUG nova.policy [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.274603] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "447a110f-06af-4da0-84fc-486534cc69cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.274s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.310540] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521ded7e-898b-a902-65e6-921263dd781b, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.312142] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc191225-9527-42e8-b6e9-4b9420f937fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.317271] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1039.317271] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5212a5a4-40fa-dc91-f523-2159991971e9" [ 1039.317271] env[69287]: _type = "Task" [ 1039.317271] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.329141] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5212a5a4-40fa-dc91-f523-2159991971e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.372620] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.484833] env[69287]: DEBUG nova.network.neutron [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Successfully created port: d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.592061] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.595519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3356fdb7-177e-4353-bedb-31f7cc94b97d tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.596607] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.981s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.596877] env[69287]: DEBUG nova.objects.instance [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lazy-loading 'resources' on Instance uuid 626a4752-078b-464b-b09f-a6ae110355a1 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.633135] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451037, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.828021] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5212a5a4-40fa-dc91-f523-2159991971e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.828021] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.828021] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 06c4675d-e815-4a64-9761-78bdccf57ee6/06c4675d-e815-4a64-9761-78bdccf57ee6.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.828372] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dd0e3cb-dd01-4260-bdc8-547b23544d36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.835085] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1039.835085] env[69287]: value = "task-3451038" [ 1039.835085] env[69287]: _type = "Task" [ 1039.835085] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.847299] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.135047] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451037, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.349406] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.462383] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac241637-cb70-4ae1-b728-885b923b67c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.471510] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5547da40-03e1-4f8c-96b1-f61c7596a4d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.508190] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074061d-5a1b-41f1-9b4c-b23937bb2311 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.516954] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274dfa2d-41a9-44bf-b161-cf1600346364 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.532841] env[69287]: DEBUG nova.compute.provider_tree [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.605656] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.637389] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451037, 'name': CreateVM_Task, 'duration_secs': 1.410319} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.639644] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.639897] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.640078] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.640265] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.640460] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.640612] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.640821] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.640981] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.641165] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.641327] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.641501] env[69287]: DEBUG nova.virt.hardware [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.641723] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.642484] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4fa1e4-2467-4ee6-8b30-5e24aa778b0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.645383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.645545] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.645856] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.646267] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7ecae0-c496-431a-ae52-4c31af3cb43e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.653698] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30d734-6db9-4109-a5f3-0f812ef010c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.657754] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1040.657754] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d80719-226a-81ae-4fd0-f725dea335fe" [ 1040.657754] env[69287]: _type = "Task" [ 1040.657754] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.674051] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d80719-226a-81ae-4fd0-f725dea335fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.674341] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.674574] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.674802] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.674945] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.675134] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.675385] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ca1b60-9381-469e-b6ab-564327b7d26c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.687023] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.687023] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.687023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3b46e3-a016-4619-995c-af0a38f7726d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.691261] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1040.691261] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52505324-a00d-4409-37c3-c898d24120c4" [ 1040.691261] env[69287]: _type = "Task" [ 1040.691261] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.698904] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52505324-a00d-4409-37c3-c898d24120c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.847180] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809524} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.847635] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 06c4675d-e815-4a64-9761-78bdccf57ee6/06c4675d-e815-4a64-9761-78bdccf57ee6.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.847893] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.848240] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8774deab-a33c-4f80-9d83-9db8a0dff892 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.856685] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1040.856685] env[69287]: value = "task-3451039" [ 1040.856685] env[69287]: _type = "Task" [ 1040.856685] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.866298] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.036707] env[69287]: DEBUG nova.scheduler.client.report [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.108357] env[69287]: DEBUG nova.compute.manager [req-2f0f4067-4e71-49eb-ad21-5d6c98dff252 req-50e35b47-1da4-4b9e-8c1b-123607101315 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Received event network-vif-plugged-d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.108589] env[69287]: DEBUG oslo_concurrency.lockutils [req-2f0f4067-4e71-49eb-ad21-5d6c98dff252 req-50e35b47-1da4-4b9e-8c1b-123607101315 service nova] Acquiring lock "fd8835f8-c30f-4b35-8445-6c91494472a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.108764] env[69287]: DEBUG oslo_concurrency.lockutils [req-2f0f4067-4e71-49eb-ad21-5d6c98dff252 req-50e35b47-1da4-4b9e-8c1b-123607101315 service nova] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.108925] env[69287]: DEBUG oslo_concurrency.lockutils [req-2f0f4067-4e71-49eb-ad21-5d6c98dff252 req-50e35b47-1da4-4b9e-8c1b-123607101315 service nova] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.109106] env[69287]: DEBUG nova.compute.manager [req-2f0f4067-4e71-49eb-ad21-5d6c98dff252 req-50e35b47-1da4-4b9e-8c1b-123607101315 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] No waiting events found dispatching network-vif-plugged-d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.109278] env[69287]: WARNING nova.compute.manager [req-2f0f4067-4e71-49eb-ad21-5d6c98dff252 req-50e35b47-1da4-4b9e-8c1b-123607101315 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Received unexpected event network-vif-plugged-d6f93db7-e6b8-4d4c-8724-4bb5155cd31c for instance with vm_state building and task_state spawning. [ 1041.203410] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52505324-a00d-4409-37c3-c898d24120c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.204237] env[69287]: DEBUG nova.network.neutron [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Successfully updated port: d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.206237] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb381324-1b71-476b-850f-4faa7638d361 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.212214] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1041.212214] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3e2f4-3c30-248e-4693-5a9b748fe993" [ 1041.212214] env[69287]: _type = "Task" [ 1041.212214] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.223846] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3e2f4-3c30-248e-4693-5a9b748fe993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.368211] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203136} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.368581] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.369528] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205279ee-93fa-44f3-80e7-fadb4581ef62 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.393429] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 06c4675d-e815-4a64-9761-78bdccf57ee6/06c4675d-e815-4a64-9761-78bdccf57ee6.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.393778] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-680bd6f4-51ef-4053-b767-8fdb87add14f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.413495] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1041.413495] env[69287]: value = "task-3451040" [ 1041.413495] env[69287]: _type = "Task" [ 1041.413495] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.421969] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.541859] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.544338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.716s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.575388] env[69287]: INFO nova.scheduler.client.report [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted allocations for instance 626a4752-078b-464b-b09f-a6ae110355a1 [ 1041.707688] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-fd8835f8-c30f-4b35-8445-6c91494472a8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.707953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-fd8835f8-c30f-4b35-8445-6c91494472a8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.708285] env[69287]: DEBUG nova.network.neutron [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.723594] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e3e2f4-3c30-248e-4693-5a9b748fe993, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.723892] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.724169] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/514914b6-aaff-4ca8-8c1c-2704f716f7a0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.724472] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b19b90-9243-44b9-abea-3c3873fa6716 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.731021] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1041.731021] env[69287]: value = "task-3451041" [ 1041.731021] env[69287]: _type = "Task" [ 1041.731021] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.741796] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.923956] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.050655] env[69287]: INFO nova.compute.claims [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.084062] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39c1841d-cad7-4d0f-9bac-b0179b0d5a75 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "626a4752-078b-464b-b09f-a6ae110355a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.478s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.242942] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451041, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.257796] env[69287]: DEBUG nova.network.neutron [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.426065] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451040, 'name': ReconfigVM_Task, 'duration_secs': 0.790692} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.426530] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 06c4675d-e815-4a64-9761-78bdccf57ee6/06c4675d-e815-4a64-9761-78bdccf57ee6.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.427162] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66083231-8339-44a2-ad11-3607f891bcf3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.434152] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1042.434152] env[69287]: value = "task-3451042" [ 1042.434152] env[69287]: _type = "Task" [ 1042.434152] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.441960] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451042, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.457760] env[69287]: DEBUG nova.network.neutron [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Updating instance_info_cache with network_info: [{"id": "d6f93db7-e6b8-4d4c-8724-4bb5155cd31c", "address": "fa:16:3e:b7:3a:1c", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f93db7-e6", "ovs_interfaceid": "d6f93db7-e6b8-4d4c-8724-4bb5155cd31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.557110] env[69287]: INFO nova.compute.resource_tracker [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating resource usage from migration 4792c479-c22d-440f-9c6c-b7a02c366ba4 [ 1042.741714] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735462} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.744101] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/514914b6-aaff-4ca8-8c1c-2704f716f7a0.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.744578] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.745053] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100302d3-b1f7-420d-a015-798f3425c35f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.751954] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1042.751954] env[69287]: value = "task-3451043" [ 1042.751954] env[69287]: _type = "Task" [ 1042.751954] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.763232] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.864402] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3418e-374e-42f9-98ea-5aaa109aaa44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.871895] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14471dd3-0c0a-4472-b4e9-0e489a94b80c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.901818] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18635a12-d539-4431-8bb4-affe9af019b7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.908758] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0ba1e-10f2-4b6c-983a-098c8422f44f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.923323] env[69287]: DEBUG nova.compute.provider_tree [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.943238] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451042, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.960345] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-fd8835f8-c30f-4b35-8445-6c91494472a8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.960755] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Instance network_info: |[{"id": "d6f93db7-e6b8-4d4c-8724-4bb5155cd31c", "address": "fa:16:3e:b7:3a:1c", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f93db7-e6", "ovs_interfaceid": "d6f93db7-e6b8-4d4c-8724-4bb5155cd31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.961403] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:3a:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6f93db7-e6b8-4d4c-8724-4bb5155cd31c', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.968683] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.969178] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.969478] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83392bc0-3026-4a2a-98e9-f9bfd37b1df7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.988257] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.988257] env[69287]: value = "task-3451044" [ 1042.988257] env[69287]: _type = "Task" [ 1042.988257] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.995851] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451044, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.132290] env[69287]: DEBUG nova.compute.manager [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Received event network-changed-d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.132750] env[69287]: DEBUG nova.compute.manager [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Refreshing instance network info cache due to event network-changed-d6f93db7-e6b8-4d4c-8724-4bb5155cd31c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.132750] env[69287]: DEBUG oslo_concurrency.lockutils [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] Acquiring lock "refresh_cache-fd8835f8-c30f-4b35-8445-6c91494472a8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.132947] env[69287]: DEBUG oslo_concurrency.lockutils [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] Acquired lock "refresh_cache-fd8835f8-c30f-4b35-8445-6c91494472a8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.133040] env[69287]: DEBUG nova.network.neutron [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Refreshing network info cache for port d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.134916] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "d083437d-f6b8-4122-96b1-70a1dd320697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.136265] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "d083437d-f6b8-4122-96b1-70a1dd320697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.136482] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "d083437d-f6b8-4122-96b1-70a1dd320697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.136674] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "d083437d-f6b8-4122-96b1-70a1dd320697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.136842] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "d083437d-f6b8-4122-96b1-70a1dd320697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.139086] env[69287]: INFO nova.compute.manager [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Terminating instance [ 1043.261986] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30876} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.262280] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.263156] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b05ff12-7ff5-45b2-ba29-dc9aacc6e709 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.286390] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/514914b6-aaff-4ca8-8c1c-2704f716f7a0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.286779] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63172b9e-1fec-4b05-8253-117c2c399301 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.309765] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1043.309765] env[69287]: value = "task-3451045" [ 1043.309765] env[69287]: _type = "Task" [ 1043.309765] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.321550] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.444208] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451042, 'name': Rename_Task, 'duration_secs': 0.551296} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.445121] env[69287]: ERROR nova.scheduler.client.report [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [req-45841bd7-d492-4c99-9a6a-9cbd7da0d1e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45841bd7-d492-4c99-9a6a-9cbd7da0d1e5"}]} [ 1043.445492] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.447708] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c1c62d-d37d-492b-a363-76031828a2db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.454297] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1043.454297] env[69287]: value = "task-3451046" [ 1043.454297] env[69287]: _type = "Task" [ 1043.454297] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.461908] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.463052] env[69287]: DEBUG nova.scheduler.client.report [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1043.482320] env[69287]: DEBUG nova.scheduler.client.report [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1043.482573] env[69287]: DEBUG nova.compute.provider_tree [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.494888] env[69287]: DEBUG nova.scheduler.client.report [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1043.500625] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451044, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.513835] env[69287]: DEBUG nova.scheduler.client.report [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1043.643503] env[69287]: DEBUG nova.compute.manager [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.643747] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.644798] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f71fdd3-fb7a-439b-85f6-9516c41d685f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.655285] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.655578] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f570e45-f5cc-4c7b-ab8f-ca4f72a8a097 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.663601] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1043.663601] env[69287]: value = "task-3451047" [ 1043.663601] env[69287]: _type = "Task" [ 1043.663601] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.671443] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.819016] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451045, 'name': ReconfigVM_Task, 'duration_secs': 0.438124} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.822586] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/514914b6-aaff-4ca8-8c1c-2704f716f7a0.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.822586] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3753313-8ef0-412c-a786-9a3ce706144f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.828760] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1043.828760] env[69287]: value = "task-3451048" [ 1043.828760] env[69287]: _type = "Task" [ 1043.828760] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.840218] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451048, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.868652] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c79708e-a0e6-4db2-a0c6-84749520664d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.878466] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e7965-f008-488c-b9a6-63de83ee7d9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.909623] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2dd57e-70b2-42f6-9702-92eaeb6f79b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.912649] env[69287]: DEBUG nova.network.neutron [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Updated VIF entry in instance network info cache for port d6f93db7-e6b8-4d4c-8724-4bb5155cd31c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.913131] env[69287]: DEBUG nova.network.neutron [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Updating instance_info_cache with network_info: [{"id": "d6f93db7-e6b8-4d4c-8724-4bb5155cd31c", "address": "fa:16:3e:b7:3a:1c", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6f93db7-e6", "ovs_interfaceid": "d6f93db7-e6b8-4d4c-8724-4bb5155cd31c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.919037] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2c058f-3e57-4fcc-9644-5710708027a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.933412] env[69287]: DEBUG nova.compute.provider_tree [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.967276] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.997071] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451044, 'name': CreateVM_Task, 'duration_secs': 0.639121} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.997244] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.997899] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.998080] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.998398] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.998640] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276a5061-2423-4099-a147-3d4d690cf947 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.002956] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1044.002956] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a8757-166f-15db-1d28-e1a544340b7c" [ 1044.002956] env[69287]: _type = "Task" [ 1044.002956] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.010721] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a8757-166f-15db-1d28-e1a544340b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.069521] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "aba60c1e-a23c-4397-82bc-c76be1f8d495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.069818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.070082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "aba60c1e-a23c-4397-82bc-c76be1f8d495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.070403] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.070594] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.072828] env[69287]: INFO nova.compute.manager [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Terminating instance [ 1044.174338] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.340063] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451048, 'name': Rename_Task, 'duration_secs': 0.136516} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.340376] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.340679] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a2008f5-1b4b-4043-a5ed-fc3233bc37c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.346853] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1044.346853] env[69287]: value = "task-3451049" [ 1044.346853] env[69287]: _type = "Task" [ 1044.346853] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.354401] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.416451] env[69287]: DEBUG oslo_concurrency.lockutils [req-5480c581-b339-4ae9-9af8-d060f9318363 req-db02eab0-3565-42dc-a090-7ad0e9d64887 service nova] Releasing lock "refresh_cache-fd8835f8-c30f-4b35-8445-6c91494472a8" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.436755] env[69287]: DEBUG nova.scheduler.client.report [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.465679] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.513523] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a8757-166f-15db-1d28-e1a544340b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.031849} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.513835] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.514079] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.514319] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.514466] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.514646] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.514912] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-009fea2d-7b66-4ade-bcc0-1f5099374924 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.523668] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.523840] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.524600] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc742079-a6ff-4eee-97d5-6b87505d9b04 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.529548] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1044.529548] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52876dc1-7b6a-9059-9d19-0d46c46f7ca4" [ 1044.529548] env[69287]: _type = "Task" [ 1044.529548] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.537428] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52876dc1-7b6a-9059-9d19-0d46c46f7ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.576464] env[69287]: DEBUG nova.compute.manager [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.576791] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.577756] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ae9b1e-0075-4277-b6dd-e84b47c14273 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.585182] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.585472] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ce780a-49c0-4347-8fb8-b3b69aafa587 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.592150] env[69287]: DEBUG oslo_vmware.api [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1044.592150] env[69287]: value = "task-3451050" [ 1044.592150] env[69287]: _type = "Task" [ 1044.592150] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.601300] env[69287]: DEBUG oslo_vmware.api [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.676224] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451047, 'name': PowerOffVM_Task, 'duration_secs': 0.634848} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.676482] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.676700] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.676983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c8d87cf-176f-4e44-9361-eee2ee63e9f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.747383] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.747738] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.747921] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleting the datastore file [datastore2] d083437d-f6b8-4122-96b1-70a1dd320697 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.748273] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d73943d1-efe3-46b9-a613-cc91e5c3c335 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.756300] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1044.756300] env[69287]: value = "task-3451052" [ 1044.756300] env[69287]: _type = "Task" [ 1044.756300] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.764362] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.856890] env[69287]: DEBUG oslo_vmware.api [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451049, 'name': PowerOnVM_Task, 'duration_secs': 0.506524} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.857125] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.857328] env[69287]: INFO nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1044.857520] env[69287]: DEBUG nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.858358] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a80f41-28a8-4573-8ac0-00ae33d7b47c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.942050] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.398s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.942336] env[69287]: INFO nova.compute.manager [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Migrating [ 1044.949473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.264s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.949769] env[69287]: DEBUG nova.objects.instance [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lazy-loading 'resources' on Instance uuid 7476492d-8383-486c-9af8-6ba66470b3de {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.972931] env[69287]: DEBUG oslo_vmware.api [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451046, 'name': PowerOnVM_Task, 'duration_secs': 1.040663} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.973212] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.973414] env[69287]: INFO nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Took 11.39 seconds to spawn the instance on the hypervisor. [ 1044.973593] env[69287]: DEBUG nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.974623] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9644ad-41ad-4f4f-8bef-224a9b7ab666 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.041793] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52876dc1-7b6a-9059-9d19-0d46c46f7ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.042604] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2534bf1-c684-465a-8bbc-6bff427ad5ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.047432] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1045.047432] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52daa4f8-ea0c-a66d-dccd-6b107ba6c426" [ 1045.047432] env[69287]: _type = "Task" [ 1045.047432] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.057548] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52daa4f8-ea0c-a66d-dccd-6b107ba6c426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.103232] env[69287]: DEBUG oslo_vmware.api [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451050, 'name': PowerOffVM_Task, 'duration_secs': 0.186112} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.103516] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.103737] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.104154] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a1fbd4-cdde-4bf4-804c-c3ae4d3a43b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.186138] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.186411] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.186469] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleting the datastore file [datastore2] aba60c1e-a23c-4397-82bc-c76be1f8d495 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.186761] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a78fcab-8523-48a6-8b95-53271a23c94d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.192887] env[69287]: DEBUG oslo_vmware.api [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1045.192887] env[69287]: value = "task-3451054" [ 1045.192887] env[69287]: _type = "Task" [ 1045.192887] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.203049] env[69287]: DEBUG oslo_vmware.api [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.269545] env[69287]: DEBUG oslo_vmware.api [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393269} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.269912] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.270194] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.270452] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.270707] env[69287]: INFO nova.compute.manager [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1045.271170] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.271445] env[69287]: DEBUG nova.compute.manager [-] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.271582] env[69287]: DEBUG nova.network.neutron [-] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.306867] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444276a-a269-43f5-aa01-10d937f9e0ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.315120] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a7145b-9661-46cd-91a8-aa1673e092ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.349476] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cba13d-4efc-4815-8225-b14abb693991 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.357505] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1d2e11-43e0-4de0-9dab-f621a60b966b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.375900] env[69287]: DEBUG nova.compute.provider_tree [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.381020] env[69287]: INFO nova.compute.manager [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Took 22.67 seconds to build instance. [ 1045.462170] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.462366] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.462543] env[69287]: DEBUG nova.network.neutron [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.492070] env[69287]: INFO nova.compute.manager [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Took 23.44 seconds to build instance. [ 1045.561136] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52daa4f8-ea0c-a66d-dccd-6b107ba6c426, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.561937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.561937] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] fd8835f8-c30f-4b35-8445-6c91494472a8/fd8835f8-c30f-4b35-8445-6c91494472a8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.561937] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5984a8d-952d-4002-9b23-958ab2e34ead {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.568217] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1045.568217] env[69287]: value = "task-3451055" [ 1045.568217] env[69287]: _type = "Task" [ 1045.568217] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.578902] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.586424] env[69287]: DEBUG nova.compute.manager [req-dcf54d93-1c68-40da-aabe-a2ac421c9efa req-03e4de48-4002-420e-89d4-78f3aef4ed6a service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Received event network-vif-deleted-472dcc12-7e50-412a-9ccd-cf547528451a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.586627] env[69287]: INFO nova.compute.manager [req-dcf54d93-1c68-40da-aabe-a2ac421c9efa req-03e4de48-4002-420e-89d4-78f3aef4ed6a service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Neutron deleted interface 472dcc12-7e50-412a-9ccd-cf547528451a; detaching it from the instance and deleting it from the info cache [ 1045.586789] env[69287]: DEBUG nova.network.neutron [req-dcf54d93-1c68-40da-aabe-a2ac421c9efa req-03e4de48-4002-420e-89d4-78f3aef4ed6a service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.703514] env[69287]: DEBUG oslo_vmware.api [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340034} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.703778] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.703962] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.704157] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.704340] env[69287]: INFO nova.compute.manager [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1045.704574] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.704769] env[69287]: DEBUG nova.compute.manager [-] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.704867] env[69287]: DEBUG nova.network.neutron [-] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.882149] env[69287]: DEBUG oslo_concurrency.lockutils [None req-24ac1f49-2e6e-4426-9cba-e01fd649bc51 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.185s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.883140] env[69287]: DEBUG nova.scheduler.client.report [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.995104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab939acf-acb5-438d-9d15-fbb6cf71fe9d tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.953s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.053436] env[69287]: DEBUG nova.network.neutron [-] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.085897] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451055, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.090204] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d8acaef-cf89-4bde-837c-492186859cd3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.099731] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea877b7-b797-48b0-8ab0-a1ec38e140ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.145216] env[69287]: DEBUG nova.compute.manager [req-dcf54d93-1c68-40da-aabe-a2ac421c9efa req-03e4de48-4002-420e-89d4-78f3aef4ed6a service nova] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Detach interface failed, port_id=472dcc12-7e50-412a-9ccd-cf547528451a, reason: Instance d083437d-f6b8-4122-96b1-70a1dd320697 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1046.288025] env[69287]: DEBUG nova.compute.manager [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.288230] env[69287]: DEBUG nova.compute.manager [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing instance network info cache due to event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1046.288454] env[69287]: DEBUG oslo_concurrency.lockutils [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.288590] env[69287]: DEBUG oslo_concurrency.lockutils [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.288748] env[69287]: DEBUG nova.network.neutron [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.292151] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.295861] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.390974] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.441s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.393375] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.913s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.395957] env[69287]: INFO nova.compute.claims [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.400087] env[69287]: DEBUG nova.network.neutron [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [{"id": "42206d57-bd8f-4395-bd28-4019064c4348", "address": "fa:16:3e:a7:80:d6", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42206d57-bd", "ovs_interfaceid": "42206d57-bd8f-4395-bd28-4019064c4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.427227] env[69287]: INFO nova.scheduler.client.report [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Deleted allocations for instance 7476492d-8383-486c-9af8-6ba66470b3de [ 1046.555725] env[69287]: INFO nova.compute.manager [-] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Took 1.28 seconds to deallocate network for instance. [ 1046.580226] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535558} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.580509] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] fd8835f8-c30f-4b35-8445-6c91494472a8/fd8835f8-c30f-4b35-8445-6c91494472a8.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.580767] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.581040] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d29a2716-7773-4bbd-94b6-9e5d07d8d384 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.587623] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1046.587623] env[69287]: value = "task-3451056" [ 1046.587623] env[69287]: _type = "Task" [ 1046.587623] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.598270] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.658102] env[69287]: INFO nova.compute.manager [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Rebuilding instance [ 1046.722022] env[69287]: DEBUG nova.compute.manager [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.722569] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef90033-0bae-44ba-ac80-20ea67774267 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.804240] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.804240] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1046.804394] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Rebuilding the list of instances to heal {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1046.819627] env[69287]: DEBUG nova.network.neutron [-] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.905121] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.935760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8d98d563-15c6-4a1d-a6cd-9d2928dc6183 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "7476492d-8383-486c-9af8-6ba66470b3de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.710s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.065675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.101034] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089704} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.101034] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.101034] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296f9bbf-84a6-4fd0-b43c-684dd4d6945a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.124606] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] fd8835f8-c30f-4b35-8445-6c91494472a8/fd8835f8-c30f-4b35-8445-6c91494472a8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.125696] env[69287]: DEBUG nova.network.neutron [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updated VIF entry in instance network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.126069] env[69287]: DEBUG nova.network.neutron [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.127523] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90c9691-f2f8-4581-813f-ef1f69e4f739 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.153569] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1047.153569] env[69287]: value = "task-3451057" [ 1047.153569] env[69287]: _type = "Task" [ 1047.153569] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.164282] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.240295] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "28156922-fc72-49b8-a158-1651b9640f6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.240823] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "28156922-fc72-49b8-a158-1651b9640f6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.241272] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "28156922-fc72-49b8-a158-1651b9640f6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.241533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "28156922-fc72-49b8-a158-1651b9640f6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.241771] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "28156922-fc72-49b8-a158-1651b9640f6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.244298] env[69287]: INFO nova.compute.manager [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Terminating instance [ 1047.315722] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Skipping network cache update for instance because it is being deleted. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1047.317876] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Skipping network cache update for instance because it is being deleted. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1047.320029] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1047.320029] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Skipping network cache update for instance because it is Building. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1047.322625] env[69287]: INFO nova.compute.manager [-] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Took 1.62 seconds to deallocate network for instance. [ 1047.368671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.368671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.368671] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1047.368671] env[69287]: DEBUG nova.objects.instance [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lazy-loading 'info_cache' on Instance uuid 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.618786] env[69287]: DEBUG nova.compute.manager [req-061423c3-19bb-43fc-a9de-08f35f822545 req-03ee4284-224c-4a60-9f4f-0f3967a2da47 service nova] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Received event network-vif-deleted-a0571c5e-578a-4c25-ae88-65e67fe47588 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.648193] env[69287]: DEBUG oslo_concurrency.lockutils [req-d6687bfb-90db-4127-937e-b75ed181e690 req-b1a5534b-fe4a-4f7e-b3b8-b038e05895fc service nova] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.664217] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.741110] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.741438] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f75f645c-f82a-4e3c-88a7-5ddac949e93b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.750182] env[69287]: DEBUG nova.compute.manager [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.750427] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.751236] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1047.751236] env[69287]: value = "task-3451058" [ 1047.751236] env[69287]: _type = "Task" [ 1047.751236] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.752092] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88566764-008d-42d7-81df-a1e60259e62c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.766993] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.769243] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.769521] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b372924-cb3c-4657-b589-00d040bf5490 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.776640] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1047.776640] env[69287]: value = "task-3451059" [ 1047.776640] env[69287]: _type = "Task" [ 1047.776640] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.785765] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.787488] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1c3b0d-958b-4ff7-9acb-1b55c269b1f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.794552] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8cc4d-8195-462f-a09a-aef2a0319cf5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.825687] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f6ee1-6d80-4ffa-a718-10f1b60efce5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.829837] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.836134] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f16af91-beb9-4cd3-b459-7015b241ca5d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.851440] env[69287]: DEBUG nova.compute.provider_tree [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.167548] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451057, 'name': ReconfigVM_Task, 'duration_secs': 0.671935} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.167837] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Reconfigured VM instance instance-00000063 to attach disk [datastore1] fd8835f8-c30f-4b35-8445-6c91494472a8/fd8835f8-c30f-4b35-8445-6c91494472a8.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.168515] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca92860d-a4be-4c47-b538-917ed8543836 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.175523] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1048.175523] env[69287]: value = "task-3451060" [ 1048.175523] env[69287]: _type = "Task" [ 1048.175523] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.183585] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451060, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.265312] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.287049] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.354737] env[69287]: DEBUG nova.scheduler.client.report [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.421553] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee032cb-7e06-41b3-832e-0cc52dab4c98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.440788] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.685601] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451060, 'name': Rename_Task, 'duration_secs': 0.259198} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.685899] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.686169] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab601409-25a1-45f0-b125-d9b8b3bfd11d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.692530] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1048.692530] env[69287]: value = "task-3451061" [ 1048.692530] env[69287]: _type = "Task" [ 1048.692530] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.700121] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.766911] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.788744] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.860481] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.860991] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.864350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.491s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.865485] env[69287]: INFO nova.compute.claims [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.947398] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.948370] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f0b115-46a5-4c9a-96d9-12e5eeb3e469 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.957149] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1048.957149] env[69287]: value = "task-3451062" [ 1048.957149] env[69287]: _type = "Task" [ 1048.957149] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.966481] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.086040] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updating instance_info_cache with network_info: [{"id": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "address": "fa:16:3e:36:7e:88", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dba2cea-a9", "ovs_interfaceid": "6dba2cea-a9b4-4090-87c1-a3d9d4f16b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.202910] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.268225] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451058, 'name': PowerOffVM_Task, 'duration_secs': 1.194349} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.268598] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.268848] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.269693] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04d4a7-9919-457b-bf1e-270733c40227 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.278019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.278019] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f079e85d-0d31-489b-8c15-3c6bca54c7af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.289299] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451059, 'name': PowerOffVM_Task, 'duration_secs': 1.1664} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.289565] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.289853] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.290252] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc89800-56e9-47d1-9915-68c054d705e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.354098] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.354365] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.370672] env[69287]: DEBUG nova.compute.utils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1049.374376] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.374662] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.374843] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleting the datastore file [datastore2] a629dabc-8711-40b5-8914-2f0186e15973 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.375490] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.375741] env[69287]: DEBUG nova.network.neutron [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.378672] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f2018d3-8bff-48d7-9261-70d94b19b837 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.382329] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.382519] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.382701] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleting the datastore file [datastore1] 28156922-fc72-49b8-a158-1651b9640f6c {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.384399] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e036bf30-0857-4df1-b60b-9242064fb22d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.389025] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1049.389025] env[69287]: value = "task-3451065" [ 1049.389025] env[69287]: _type = "Task" [ 1049.389025] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.393972] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1049.393972] env[69287]: value = "task-3451066" [ 1049.393972] env[69287]: _type = "Task" [ 1049.393972] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.401109] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.404983] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.442422] env[69287]: DEBUG nova.policy [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.466786] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451062, 'name': PowerOffVM_Task, 'duration_secs': 0.161879} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.467199] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.467471] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.588050] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-20dc03e1-62af-45fa-bc82-3f81c8a1fba5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.588264] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1049.588469] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.588628] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.588777] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.588929] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.589092] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.589248] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.589375] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1049.589968] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.704558] env[69287]: DEBUG oslo_vmware.api [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451061, 'name': PowerOnVM_Task, 'duration_secs': 0.647063} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.704860] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.705067] env[69287]: INFO nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1049.705249] env[69287]: DEBUG nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.706040] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a13dd-4e75-43f7-b0a6-27bcf5c1cc37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.768568] env[69287]: DEBUG nova.network.neutron [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Successfully created port: d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.857303] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.879253] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.901183] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175769} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.901814] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.902013] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.902204] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.907714] env[69287]: DEBUG oslo_vmware.api [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171813} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.908137] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.908324] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.908501] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.908672] env[69287]: INFO nova.compute.manager [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1049.908910] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.909115] env[69287]: DEBUG nova.compute.manager [-] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.909209] env[69287]: DEBUG nova.network.neutron [-] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.979285] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.979848] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.980197] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.980649] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.981085] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.991441] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a995281-3234-4c92-ae32-799fdd059f48 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.013869] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1050.013869] env[69287]: value = "task-3451067" [ 1050.013869] env[69287]: _type = "Task" [ 1050.013869] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.024302] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451067, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.093130] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.190458] env[69287]: DEBUG nova.compute.manager [req-8d2ad92d-8a01-4827-80fa-d991de3e012f req-5b02f687-7222-411b-9035-2be3e80e0a78 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Received event network-vif-deleted-1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.190576] env[69287]: INFO nova.compute.manager [req-8d2ad92d-8a01-4827-80fa-d991de3e012f req-5b02f687-7222-411b-9035-2be3e80e0a78 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Neutron deleted interface 1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea; detaching it from the instance and deleting it from the info cache [ 1050.190762] env[69287]: DEBUG nova.network.neutron [req-8d2ad92d-8a01-4827-80fa-d991de3e012f req-5b02f687-7222-411b-9035-2be3e80e0a78 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.254963] env[69287]: INFO nova.compute.manager [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Took 27.14 seconds to build instance. [ 1050.326030] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09129e-8a8a-40d6-a8b2-a1f74f73fbf1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.334415] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc46a6-a8f5-42b4-903a-754d00b45ffa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.399446] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26afca5-0d1f-416e-aa5c-ccef09404a71 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.414977] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bf01a-5397-45e2-9acc-ea290e5d90ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.422029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.441682] env[69287]: DEBUG nova.compute.provider_tree [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.522961] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451067, 'name': ReconfigVM_Task, 'duration_secs': 0.318703} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.523378] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.670653] env[69287]: DEBUG nova.network.neutron [-] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.696473] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8cd61ad-73ba-4e6e-a814-6e9d6c1e24d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.707909] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aa42d2-d239-4036-be95-e14d8790a272 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.752111] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3801dba2-bc97-4212-bffe-bc77c3e892f1 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.683s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.752916] env[69287]: DEBUG nova.compute.manager [req-8d2ad92d-8a01-4827-80fa-d991de3e012f req-5b02f687-7222-411b-9035-2be3e80e0a78 service nova] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Detach interface failed, port_id=1f9f82be-8a79-4ddd-8ce9-c3bb7f6cc6ea, reason: Instance 28156922-fc72-49b8-a158-1651b9640f6c could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1050.899991] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.930329] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.930561] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.930721] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.930902] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.931090] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.931213] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.931421] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.931591] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.931830] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.932148] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.932148] env[69287]: DEBUG nova.virt.hardware [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.934213] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9373c3-0e18-49bb-aaae-fd0680f33037 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.941941] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf98842-e0d8-4313-b985-cd54cb47ccb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.949181] env[69287]: DEBUG nova.scheduler.client.report [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.974871] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.974871] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.974871] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.975091] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.975912] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.975912] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.975912] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.975912] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.976253] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.976253] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.976368] env[69287]: DEBUG nova.virt.hardware [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.978050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189b4cb-65e1-4437-b726-c1aa00d44bdb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.987177] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db56fe73-7d4e-4e19-9f98-d9b2010e44c4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.003030] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:60:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.010182] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.010467] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.010755] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5a21f9-40ad-4bfe-beef-bebbcb6a6649 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.029309] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.029563] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.029731] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.029911] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.030067] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.030272] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.030420] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.030576] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.030743] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.030905] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.031089] env[69287]: DEBUG nova.virt.hardware [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.036285] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.037773] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1080215b-4ac1-43dd-ad11-8e714e9134ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.051600] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.051600] env[69287]: value = "task-3451068" [ 1051.051600] env[69287]: _type = "Task" [ 1051.051600] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.057731] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1051.057731] env[69287]: value = "task-3451069" [ 1051.057731] env[69287]: _type = "Task" [ 1051.057731] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.061048] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451068, 'name': CreateVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.069410] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.172461] env[69287]: INFO nova.compute.manager [-] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Took 1.26 seconds to deallocate network for instance. [ 1051.196524] env[69287]: DEBUG nova.compute.manager [req-0fce3cf1-3a8a-4a5c-b8a7-8c72a273c836 req-226f9db9-9b89-4c34-93b7-b091e819ac19 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-vif-plugged-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.196747] env[69287]: DEBUG oslo_concurrency.lockutils [req-0fce3cf1-3a8a-4a5c-b8a7-8c72a273c836 req-226f9db9-9b89-4c34-93b7-b091e819ac19 service nova] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.196959] env[69287]: DEBUG oslo_concurrency.lockutils [req-0fce3cf1-3a8a-4a5c-b8a7-8c72a273c836 req-226f9db9-9b89-4c34-93b7-b091e819ac19 service nova] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.197143] env[69287]: DEBUG oslo_concurrency.lockutils [req-0fce3cf1-3a8a-4a5c-b8a7-8c72a273c836 req-226f9db9-9b89-4c34-93b7-b091e819ac19 service nova] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.197341] env[69287]: DEBUG nova.compute.manager [req-0fce3cf1-3a8a-4a5c-b8a7-8c72a273c836 req-226f9db9-9b89-4c34-93b7-b091e819ac19 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] No waiting events found dispatching network-vif-plugged-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.197511] env[69287]: WARNING nova.compute.manager [req-0fce3cf1-3a8a-4a5c-b8a7-8c72a273c836 req-226f9db9-9b89-4c34-93b7-b091e819ac19 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received unexpected event network-vif-plugged-d0d8c652-2a54-466b-92ce-51030a226575 for instance with vm_state building and task_state spawning. [ 1051.303350] env[69287]: DEBUG nova.network.neutron [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Successfully updated port: d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.337265] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "fd8835f8-c30f-4b35-8445-6c91494472a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.337567] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.337775] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "fd8835f8-c30f-4b35-8445-6c91494472a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.337961] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.338160] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.341665] env[69287]: INFO nova.compute.manager [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Terminating instance [ 1051.454542] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.455045] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.457783] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.392s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.458039] env[69287]: DEBUG nova.objects.instance [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lazy-loading 'resources' on Instance uuid d083437d-f6b8-4122-96b1-70a1dd320697 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.561524] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451068, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.571717] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451069, 'name': ReconfigVM_Task, 'duration_secs': 0.271686} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.572064] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.572860] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ccc30b-44cf-42a1-82d2-b6eaab8e11d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.596094] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1/23ff0c14-9666-4f0f-9bcb-a64debf5f5a1.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.596370] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9de990-dd10-454a-88db-11f748cd26e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.614373] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1051.614373] env[69287]: value = "task-3451070" [ 1051.614373] env[69287]: _type = "Task" [ 1051.614373] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.622797] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.680695] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.805914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.806344] env[69287]: DEBUG nova.network.neutron [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.846437] env[69287]: DEBUG nova.compute.manager [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.846722] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.848081] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a2db8-c867-4da4-89c3-296c66e0d5c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.856994] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.857294] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b3a427-b3a6-4ff7-a764-17bfc7a485d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.863851] env[69287]: DEBUG oslo_vmware.api [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1051.863851] env[69287]: value = "task-3451071" [ 1051.863851] env[69287]: _type = "Task" [ 1051.863851] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.871880] env[69287]: DEBUG oslo_vmware.api [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.965335] env[69287]: DEBUG nova.compute.utils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.967106] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.967301] env[69287]: DEBUG nova.network.neutron [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.027606] env[69287]: DEBUG nova.policy [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5073e581d2548f69b529be0cf366491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda090eaafb4a7da5f51e2b7aba55fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.068639] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451068, 'name': CreateVM_Task, 'duration_secs': 0.651899} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.069026] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.069668] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.069839] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.070192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.070451] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba571f4a-6e32-4ecf-8be2-5871b049ef79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.077669] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1052.077669] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289502e-7cea-33b1-0920-3459a9101c4a" [ 1052.077669] env[69287]: _type = "Task" [ 1052.077669] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.088178] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289502e-7cea-33b1-0920-3459a9101c4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.128174] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451070, 'name': ReconfigVM_Task, 'duration_secs': 0.318654} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.128463] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1/23ff0c14-9666-4f0f-9bcb-a64debf5f5a1.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.128639] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.349559] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db24cd-21be-4af2-92ce-ce8e98f576f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.352747] env[69287]: DEBUG nova.network.neutron [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.359427] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d7a9e-1460-46f3-8e11-c9f1cbd9cfee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.398569] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb45240-66d2-417b-87bc-c21c2b5c8bbf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.403495] env[69287]: DEBUG oslo_vmware.api [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451071, 'name': PowerOffVM_Task, 'duration_secs': 0.305466} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.404107] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.404286] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.404569] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b169877f-2d3a-43e8-8960-262423860e0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.409616] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64576cfd-a835-4583-ba4d-592351a57908 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.413870] env[69287]: DEBUG nova.network.neutron [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Successfully created port: 06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.425046] env[69287]: DEBUG nova.compute.provider_tree [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.471272] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.478342] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.478543] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.478732] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore1] fd8835f8-c30f-4b35-8445-6c91494472a8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.478997] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f302e1-7b8d-4563-9119-27d8d9d3260a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.485803] env[69287]: DEBUG oslo_vmware.api [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1052.485803] env[69287]: value = "task-3451073" [ 1052.485803] env[69287]: _type = "Task" [ 1052.485803] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.494061] env[69287]: DEBUG oslo_vmware.api [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.529904] env[69287]: DEBUG nova.network.neutron [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.588102] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289502e-7cea-33b1-0920-3459a9101c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.588522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.588834] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.589141] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.589351] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.589641] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.591040] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed271963-94bd-4247-adf4-6a36d3e4108f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.598263] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.598443] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.599180] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b2250f-56ba-4801-b696-e2ac47eaba52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.604245] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1052.604245] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527402bb-52d7-aa77-69ab-16ae17804313" [ 1052.604245] env[69287]: _type = "Task" [ 1052.604245] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.613331] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527402bb-52d7-aa77-69ab-16ae17804313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.635964] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ee246-08b0-4a6b-955d-94f828df1def {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.660566] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef731515-0eab-4c80-b057-559f0d3a0053 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.687101] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.930141] env[69287]: DEBUG nova.scheduler.client.report [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.996247] env[69287]: DEBUG oslo_vmware.api [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162059} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.996524] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.996718] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.996915] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.997116] env[69287]: INFO nova.compute.manager [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1052.997386] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.997604] env[69287]: DEBUG nova.compute.manager [-] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.997702] env[69287]: DEBUG nova.network.neutron [-] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.032503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.032831] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Instance network_info: |[{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.033281] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:22:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0d8c652-2a54-466b-92ce-51030a226575', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.042900] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.045779] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.048408] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab17eab3-73c9-499a-b1ca-7d67da296cb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.071061] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.071061] env[69287]: value = "task-3451074" [ 1053.071061] env[69287]: _type = "Task" [ 1053.071061] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.079677] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451074, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.116043] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527402bb-52d7-aa77-69ab-16ae17804313, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.116613] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f070b9-1a63-4d12-a35d-b3f1b171eab0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.122039] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1053.122039] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5233e598-1a3a-49c3-7325-2cbdc27a3f83" [ 1053.122039] env[69287]: _type = "Task" [ 1053.122039] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.129756] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5233e598-1a3a-49c3-7325-2cbdc27a3f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.224585] env[69287]: DEBUG nova.compute.manager [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-changed-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.224786] env[69287]: DEBUG nova.compute.manager [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing instance network info cache due to event network-changed-d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.225027] env[69287]: DEBUG oslo_concurrency.lockutils [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.225333] env[69287]: DEBUG oslo_concurrency.lockutils [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.225509] env[69287]: DEBUG nova.network.neutron [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing network info cache for port d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.242708] env[69287]: DEBUG nova.network.neutron [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Port 42206d57-bd8f-4395-bd28-4019064c4348 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1053.360834] env[69287]: DEBUG nova.compute.manager [req-78b125e6-4bd6-4de5-b9d0-dd9370fdd4a5 req-9501ccb5-0a8c-45cc-bdef-bcfa8a555f92 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Received event network-vif-deleted-d6f93db7-e6b8-4d4c-8724-4bb5155cd31c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.360834] env[69287]: INFO nova.compute.manager [req-78b125e6-4bd6-4de5-b9d0-dd9370fdd4a5 req-9501ccb5-0a8c-45cc-bdef-bcfa8a555f92 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Neutron deleted interface d6f93db7-e6b8-4d4c-8724-4bb5155cd31c; detaching it from the instance and deleting it from the info cache [ 1053.360834] env[69287]: DEBUG nova.network.neutron [req-78b125e6-4bd6-4de5-b9d0-dd9370fdd4a5 req-9501ccb5-0a8c-45cc-bdef-bcfa8a555f92 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.435361] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.438097] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.608s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.438351] env[69287]: DEBUG nova.objects.instance [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'resources' on Instance uuid aba60c1e-a23c-4397-82bc-c76be1f8d495 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.459408] env[69287]: INFO nova.scheduler.client.report [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted allocations for instance d083437d-f6b8-4122-96b1-70a1dd320697 [ 1053.481306] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.508317] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.508568] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.508692] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.508872] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.509061] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.509271] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.509551] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.509750] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.509982] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.510235] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.510461] env[69287]: DEBUG nova.virt.hardware [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.511456] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a924c15-7c6d-49d8-a8bc-291a792247e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.520444] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b1065-9add-4089-b584-1d91b438e1ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.580636] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451074, 'name': CreateVM_Task, 'duration_secs': 0.433479} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.580636] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.581703] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.581703] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.581837] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.582094] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6806850-100e-4898-9256-5a4c21d8891d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.587078] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1053.587078] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b657a5-b1c0-c8df-3522-b8b1c889676d" [ 1053.587078] env[69287]: _type = "Task" [ 1053.587078] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.595504] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b657a5-b1c0-c8df-3522-b8b1c889676d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.633214] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5233e598-1a3a-49c3-7325-2cbdc27a3f83, 'name': SearchDatastore_Task, 'duration_secs': 0.037378} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.633487] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.633746] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.634025] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71df6212-64c0-4e28-9852-02eedc6f62e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.643599] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1053.643599] env[69287]: value = "task-3451075" [ 1053.643599] env[69287]: _type = "Task" [ 1053.643599] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.652681] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.831916] env[69287]: DEBUG nova.network.neutron [-] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.865830] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fa42dab-132b-4f8a-96ae-a1d6bd362931 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.876810] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf2b3a-df0c-432b-bd13-c8b8b85d6e92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.921386] env[69287]: DEBUG nova.compute.manager [req-78b125e6-4bd6-4de5-b9d0-dd9370fdd4a5 req-9501ccb5-0a8c-45cc-bdef-bcfa8a555f92 service nova] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Detach interface failed, port_id=d6f93db7-e6b8-4d4c-8724-4bb5155cd31c, reason: Instance fd8835f8-c30f-4b35-8445-6c91494472a8 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1053.932319] env[69287]: DEBUG nova.network.neutron [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Successfully updated port: 06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.974579] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7fb9226-9e7b-4910-8243-f67301872ca2 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "d083437d-f6b8-4122-96b1-70a1dd320697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.838s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.020327] env[69287]: DEBUG nova.network.neutron [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updated VIF entry in instance network info cache for port d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.020530] env[69287]: DEBUG nova.network.neutron [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.101774] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b657a5-b1c0-c8df-3522-b8b1c889676d, 'name': SearchDatastore_Task, 'duration_secs': 0.024261} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.104845] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.105125] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.105380] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.105532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.105710] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.106235] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f3cd14a-ad6d-4ccb-b031-39ff75d2033f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.114401] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.114655] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.119404] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4f93e3-e9c0-44c5-9aa6-9291305de75f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.125436] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1054.125436] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ee3ca6-f06a-c9cb-15b7-3aa44bf9db97" [ 1054.125436] env[69287]: _type = "Task" [ 1054.125436] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.137633] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ee3ca6-f06a-c9cb-15b7-3aa44bf9db97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.154166] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499744} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.154482] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.154864] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.155037] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93319eaa-ab76-4e3d-af7f-7ac618d1f814 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.164374] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1054.164374] env[69287]: value = "task-3451076" [ 1054.164374] env[69287]: _type = "Task" [ 1054.164374] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.179848] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.267582] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.267801] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.267967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.336955] env[69287]: INFO nova.compute.manager [-] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Took 1.34 seconds to deallocate network for instance. [ 1054.336955] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5633df4c-c647-4769-af1a-d9b0d47c4a31 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.351047] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0d236-5f14-4f0d-acc3-f0d08520d560 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.383920] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc7032-f9f1-4712-9e73-fbec9d43f049 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.391638] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb06616-5ca6-4820-8b9e-7c86065840b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.405725] env[69287]: DEBUG nova.compute.provider_tree [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.428805] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "151a5d7e-8593-4d05-ae76-feb01e16c821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.429064] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.429279] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "151a5d7e-8593-4d05-ae76-feb01e16c821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.429465] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.429686] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.434974] env[69287]: INFO nova.compute.manager [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Terminating instance [ 1054.439439] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.439439] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.439439] env[69287]: DEBUG nova.network.neutron [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.523323] env[69287]: DEBUG oslo_concurrency.lockutils [req-d7a70ae1-e174-40db-9c53-67f19e52b7a4 req-c9d2d3da-eb08-4b19-80a5-408394115e4e service nova] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.636098] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ee3ca6-f06a-c9cb-15b7-3aa44bf9db97, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.636375] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380deeab-83ac-42f2-9946-dd41dd5af449 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.641359] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1054.641359] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524ffc43-1e7d-b7cd-c4c4-a7ed6b7b663d" [ 1054.641359] env[69287]: _type = "Task" [ 1054.641359] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.648534] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524ffc43-1e7d-b7cd-c4c4-a7ed6b7b663d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.672750] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069711} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.672982] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.673733] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a856b-bdc6-44ec-8401-94a1ab4ac9a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.696197] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.696437] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce1181d9-fc1b-4136-95d9-a8600dd3b8d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.716285] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1054.716285] env[69287]: value = "task-3451077" [ 1054.716285] env[69287]: _type = "Task" [ 1054.716285] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.724789] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.850754] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.910219] env[69287]: DEBUG nova.scheduler.client.report [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.940376] env[69287]: DEBUG nova.compute.manager [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.940767] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.943818] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a8a16-4ded-4e5a-8496-2c09c3d56d68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952959] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.953433] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc530f4a-99da-4983-9a2e-7d2a4c7fc0d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.960553] env[69287]: DEBUG oslo_vmware.api [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1054.960553] env[69287]: value = "task-3451078" [ 1054.960553] env[69287]: _type = "Task" [ 1054.960553] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.968917] env[69287]: DEBUG oslo_vmware.api [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.976891] env[69287]: DEBUG nova.network.neutron [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.152378] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524ffc43-1e7d-b7cd-c4c4-a7ed6b7b663d, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.152648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.152917] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] df6db37d-5fea-486f-a1ec-0635e12a9e93/df6db37d-5fea-486f-a1ec-0635e12a9e93.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.153189] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000437d2-d0e0-475b-a9bb-8be4c1b48104 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.159442] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1055.159442] env[69287]: value = "task-3451079" [ 1055.159442] env[69287]: _type = "Task" [ 1055.159442] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.167648] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.168623] env[69287]: DEBUG nova.network.neutron [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating instance_info_cache with network_info: [{"id": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "address": "fa:16:3e:69:03:f5", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ae8230-e4", "ovs_interfaceid": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.226545] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.252820] env[69287]: DEBUG nova.compute.manager [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Received event network-vif-plugged-06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.252968] env[69287]: DEBUG oslo_concurrency.lockutils [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.253201] env[69287]: DEBUG oslo_concurrency.lockutils [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.253363] env[69287]: DEBUG oslo_concurrency.lockutils [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.253535] env[69287]: DEBUG nova.compute.manager [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] No waiting events found dispatching network-vif-plugged-06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.253746] env[69287]: WARNING nova.compute.manager [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Received unexpected event network-vif-plugged-06ae8230-e4ed-4f68-b9ce-4898e900719f for instance with vm_state building and task_state spawning. [ 1055.253915] env[69287]: DEBUG nova.compute.manager [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Received event network-changed-06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.254082] env[69287]: DEBUG nova.compute.manager [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Refreshing instance network info cache due to event network-changed-06ae8230-e4ed-4f68-b9ce-4898e900719f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.254291] env[69287]: DEBUG oslo_concurrency.lockutils [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] Acquiring lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.305507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.305767] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.306013] env[69287]: DEBUG nova.network.neutron [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.416927] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.419288] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.326s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.419512] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.419874] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1055.420101] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.998s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.421979] env[69287]: INFO nova.compute.claims [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.425494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90721ae-429d-4dc4-9acc-01a30d3edbfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.437015] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a5e138-7df8-4578-a760-9f6441338827 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.454035] env[69287]: INFO nova.scheduler.client.report [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted allocations for instance aba60c1e-a23c-4397-82bc-c76be1f8d495 [ 1055.456477] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5a3ffa-a898-4b78-8606-9d32505649f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.474049] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c8965-b5c0-4f99-9dfa-ff4133cd9bbd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.483040] env[69287]: DEBUG oslo_vmware.api [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451078, 'name': PowerOffVM_Task, 'duration_secs': 0.215844} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.483702] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.483909] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.484225] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856ef5b6-c8de-489a-8ff1-7a6158e41ede {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.514577] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178712MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1055.514740] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.609422] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.609960] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.610363] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleting the datastore file [datastore2] 151a5d7e-8593-4d05-ae76-feb01e16c821 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.610903] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fffd30a2-00f1-412e-b236-a7cffbb231a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.623593] env[69287]: DEBUG oslo_vmware.api [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1055.623593] env[69287]: value = "task-3451081" [ 1055.623593] env[69287]: _type = "Task" [ 1055.623593] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.636675] env[69287]: DEBUG oslo_vmware.api [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.670258] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493829} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.670685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.670989] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Instance network_info: |[{"id": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "address": "fa:16:3e:69:03:f5", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ae8230-e4", "ovs_interfaceid": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.671279] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] df6db37d-5fea-486f-a1ec-0635e12a9e93/df6db37d-5fea-486f-a1ec-0635e12a9e93.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.671501] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.671803] env[69287]: DEBUG oslo_concurrency.lockutils [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] Acquired lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.671981] env[69287]: DEBUG nova.network.neutron [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Refreshing network info cache for port 06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.673671] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:03:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ae8230-e4ed-4f68-b9ce-4898e900719f', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.681062] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.681268] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d7ab9d-0fae-4e74-9c30-ff4d53abdc38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.683929] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.684176] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdaf2cab-28c4-4f8e-9b15-e0073ab8947c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.702795] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1055.702795] env[69287]: value = "task-3451082" [ 1055.702795] env[69287]: _type = "Task" [ 1055.702795] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.703944] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.703944] env[69287]: value = "task-3451083" [ 1055.703944] env[69287]: _type = "Task" [ 1055.703944] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.714975] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.719032] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451083, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.726535] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.977980] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7f5e6434-ed2e-4e79-87e3-c4c8565c7034 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "aba60c1e-a23c-4397-82bc-c76be1f8d495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.908s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.011249] env[69287]: DEBUG nova.network.neutron [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [{"id": "42206d57-bd8f-4395-bd28-4019064c4348", "address": "fa:16:3e:a7:80:d6", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42206d57-bd", "ovs_interfaceid": "42206d57-bd8f-4395-bd28-4019064c4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.134272] env[69287]: DEBUG oslo_vmware.api [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160841} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.134482] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.134675] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.134916] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.135101] env[69287]: INFO nova.compute.manager [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1056.135453] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.135674] env[69287]: DEBUG nova.compute.manager [-] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.135787] env[69287]: DEBUG nova.network.neutron [-] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.217843] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451083, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.221099] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081519} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.224765] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.225559] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f1603-ff4f-44b4-958b-304223ec1892 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.233514] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451077, 'name': ReconfigVM_Task, 'duration_secs': 1.309337} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.243510] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a629dabc-8711-40b5-8914-2f0186e15973/a629dabc-8711-40b5-8914-2f0186e15973.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.254156] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] df6db37d-5fea-486f-a1ec-0635e12a9e93/df6db37d-5fea-486f-a1ec-0635e12a9e93.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.254504] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7e4c74-67be-401a-b70d-61bdbde1704d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.256644] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44fc75d1-4dfc-4ee0-9058-10294108eba6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.277129] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1056.277129] env[69287]: value = "task-3451084" [ 1056.277129] env[69287]: _type = "Task" [ 1056.277129] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.278201] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1056.278201] env[69287]: value = "task-3451085" [ 1056.278201] env[69287]: _type = "Task" [ 1056.278201] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.289587] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451084, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.293351] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.513995] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.652544] env[69287]: DEBUG nova.compute.manager [req-02acd925-736f-4c66-848a-addb2b98d96d req-e548a713-1419-4644-91c9-7f697b5e1957 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Received event network-vif-deleted-65996c7e-0d7d-48de-8342-bef4bfdb5191 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.652756] env[69287]: INFO nova.compute.manager [req-02acd925-736f-4c66-848a-addb2b98d96d req-e548a713-1419-4644-91c9-7f697b5e1957 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Neutron deleted interface 65996c7e-0d7d-48de-8342-bef4bfdb5191; detaching it from the instance and deleting it from the info cache [ 1056.653029] env[69287]: DEBUG nova.network.neutron [req-02acd925-736f-4c66-848a-addb2b98d96d req-e548a713-1419-4644-91c9-7f697b5e1957 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.657889] env[69287]: DEBUG nova.network.neutron [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updated VIF entry in instance network info cache for port 06ae8230-e4ed-4f68-b9ce-4898e900719f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.658311] env[69287]: DEBUG nova.network.neutron [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating instance_info_cache with network_info: [{"id": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "address": "fa:16:3e:69:03:f5", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ae8230-e4", "ovs_interfaceid": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.720477] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451083, 'name': CreateVM_Task, 'duration_secs': 0.630181} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.720648] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.721319] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.721486] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.721818] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.722110] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db85ec09-b5ff-459a-8da3-dafd6d2d09ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.728112] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1056.728112] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5265e3f0-f1e2-7319-77c4-632e779bc4ad" [ 1056.728112] env[69287]: _type = "Task" [ 1056.728112] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.737291] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5265e3f0-f1e2-7319-77c4-632e779bc4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.796650] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451084, 'name': Rename_Task, 'duration_secs': 0.168476} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.799956] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.800257] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.800464] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5bb43b7-8096-40ec-940c-66ad5b706721 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.810275] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1056.810275] env[69287]: value = "task-3451086" [ 1056.810275] env[69287]: _type = "Task" [ 1056.810275] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.815365] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebee756-cdc5-42ce-ab34-7b3a868a42b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.823283] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.825907] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d614c246-4a57-411b-8117-0ec10c2cccb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.857575] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb994ab0-abb7-4ec6-90d2-e927811941dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.861662] env[69287]: DEBUG nova.objects.instance [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lazy-loading 'flavor' on Instance uuid ca0a7855-d2f7-47b8-998f-3bcd156922cc {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.869522] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae54943-36b9-4edc-9205-cda09e87f4f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.889920] env[69287]: DEBUG nova.compute.provider_tree [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.989451] env[69287]: DEBUG nova.network.neutron [-] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.036521] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1177218-6d47-4ce6-bd80-6690bbfb350f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.057287] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf2302-a639-4b02-8281-49e4ea326abf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.064868] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.160997] env[69287]: DEBUG oslo_concurrency.lockutils [req-57e2cad5-0cee-4c5e-a7b3-0211fcbb94da req-fd8ebcf1-8572-4fa9-a14a-555b02a2995b service nova] Releasing lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.161396] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f41a9ff-65a5-4ba3-b605-99b22e29055b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.170507] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01acdcf0-5f76-4f21-bf05-763c0b1d071f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.205616] env[69287]: DEBUG nova.compute.manager [req-02acd925-736f-4c66-848a-addb2b98d96d req-e548a713-1419-4644-91c9-7f697b5e1957 service nova] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Detach interface failed, port_id=65996c7e-0d7d-48de-8342-bef4bfdb5191, reason: Instance 151a5d7e-8593-4d05-ae76-feb01e16c821 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1057.236138] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5265e3f0-f1e2-7319-77c4-632e779bc4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.236493] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.236731] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.236967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.237129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.237307] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.237606] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-103ace4f-9951-44b0-987e-e3753e51ed9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.250277] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.250468] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.251246] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b564b40f-7574-4cab-ac62-962da5950933 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.256505] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1057.256505] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b97e09-6e29-b0eb-18f9-f42a0837a52f" [ 1057.256505] env[69287]: _type = "Task" [ 1057.256505] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.264125] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b97e09-6e29-b0eb-18f9-f42a0837a52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.293874] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451085, 'name': ReconfigVM_Task, 'duration_secs': 0.54909} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.294223] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Reconfigured VM instance instance-00000064 to attach disk [datastore2] df6db37d-5fea-486f-a1ec-0635e12a9e93/df6db37d-5fea-486f-a1ec-0635e12a9e93.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.294889] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2392ce1-86a0-4f1a-8025-d361254a848a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.302456] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1057.302456] env[69287]: value = "task-3451087" [ 1057.302456] env[69287]: _type = "Task" [ 1057.302456] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.317937] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451087, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.323124] env[69287]: DEBUG oslo_vmware.api [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451086, 'name': PowerOnVM_Task, 'duration_secs': 0.509965} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.323450] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.323701] env[69287]: DEBUG nova.compute.manager [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.324528] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf1a4a5-997d-4c92-bc66-c577916bcf6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.368074] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.368313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.379428] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.379958] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.392417] env[69287]: DEBUG nova.scheduler.client.report [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.491877] env[69287]: INFO nova.compute.manager [-] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Took 1.36 seconds to deallocate network for instance. [ 1057.573126] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.573126] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e0f2c2c-0c6d-4c21-9eeb-8845ba1d2258 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.581409] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1057.581409] env[69287]: value = "task-3451088" [ 1057.581409] env[69287]: _type = "Task" [ 1057.581409] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.588570] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.767592] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b97e09-6e29-b0eb-18f9-f42a0837a52f, 'name': SearchDatastore_Task, 'duration_secs': 0.015289} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.768660] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6293f3-eae1-46d4-a0d6-227088fd14e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.776674] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1057.776674] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5206b24b-e201-911f-b46a-d5b5bc818b54" [ 1057.776674] env[69287]: _type = "Task" [ 1057.776674] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.785638] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5206b24b-e201-911f-b46a-d5b5bc818b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.814860] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451087, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.843261] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.872612] env[69287]: DEBUG nova.network.neutron [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.883977] env[69287]: INFO nova.compute.manager [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Detaching volume 00d15014-5ba1-44a1-ae8e-3b8f82e43342 [ 1057.897855] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.898666] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.902854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.222s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.906022] env[69287]: DEBUG nova.objects.instance [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lazy-loading 'resources' on Instance uuid 28156922-fc72-49b8-a158-1651b9640f6c {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.929019] env[69287]: INFO nova.virt.block_device [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Attempting to driver detach volume 00d15014-5ba1-44a1-ae8e-3b8f82e43342 from mountpoint /dev/sdb [ 1057.930033] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.930033] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688978', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'name': 'volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fff0678-f91f-401b-9637-dda14c0c8aa9', 'attached_at': '', 'detached_at': '', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'serial': '00d15014-5ba1-44a1-ae8e-3b8f82e43342'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.930603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee97391-008f-4dae-8ca3-e63bc25d6cb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.937157] env[69287]: DEBUG nova.compute.manager [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.937845] env[69287]: DEBUG nova.compute.manager [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing instance network info cache due to event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.937845] env[69287]: DEBUG oslo_concurrency.lockutils [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.960935] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caabf74-38c6-4771-a3cf-03f48c9f7fdd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.969331] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9be8e5c-6594-4d02-bb02-c6222863f89a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.995820] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb54434-ad6b-4d35-8626-da6f1fd0e196 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.999820] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.012075] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] The volume has not been displaced from its original location: [datastore2] volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342/volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1058.017553] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.018024] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6059c50-b6ce-496f-abd7-e2c72621e567 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.036677] env[69287]: DEBUG oslo_vmware.api [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1058.036677] env[69287]: value = "task-3451089" [ 1058.036677] env[69287]: _type = "Task" [ 1058.036677] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.045235] env[69287]: DEBUG oslo_vmware.api [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.090248] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.286261] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5206b24b-e201-911f-b46a-d5b5bc818b54, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.286571] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.286889] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.287192] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cb1b0f3-5da7-41f3-96a6-527ea80df165 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.294195] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1058.294195] env[69287]: value = "task-3451090" [ 1058.294195] env[69287]: _type = "Task" [ 1058.294195] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.304168] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.313778] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451087, 'name': Rename_Task, 'duration_secs': 0.646342} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.314188] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.314490] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7048124-7f01-4078-a0c5-1021e208e0a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.322342] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1058.322342] env[69287]: value = "task-3451091" [ 1058.322342] env[69287]: _type = "Task" [ 1058.322342] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.332292] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.407780] env[69287]: DEBUG nova.compute.utils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.413027] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.413027] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.475798] env[69287]: DEBUG nova.policy [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca0036093c544799dca08c6b233edd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e6285b67d3f4d1082cf173fc35083b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.550220] env[69287]: DEBUG oslo_vmware.api [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451089, 'name': ReconfigVM_Task, 'duration_secs': 0.303909} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.552906] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.560561] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481c91f6-951f-4817-9733-2112760f200d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.580048] env[69287]: DEBUG oslo_vmware.api [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1058.580048] env[69287]: value = "task-3451092" [ 1058.580048] env[69287]: _type = "Task" [ 1058.580048] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.603036] env[69287]: DEBUG oslo_vmware.api [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.603210] env[69287]: DEBUG oslo_vmware.api [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451088, 'name': PowerOnVM_Task, 'duration_secs': 0.622277} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.609343] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.609602] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d7870a01-5596-489f-830b-798781854492 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance '23ff0c14-9666-4f0f-9bcb-a64debf5f5a1' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.789177] env[69287]: DEBUG nova.network.neutron [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.809696] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.844201] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.866764] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432fdf96-447e-4640-a4a3-ddaeecd2b66d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.874871] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b7d9f-4d7a-401f-88aa-709bdc79df58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.909050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38480273-87a1-4ba5-9249-2e86626e73ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.917146] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.921861] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Successfully created port: f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.925049] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6025c-e245-4795-89de-986b10ed9177 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.941952] env[69287]: DEBUG nova.compute.provider_tree [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.090611] env[69287]: DEBUG oslo_vmware.api [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451092, 'name': ReconfigVM_Task, 'duration_secs': 0.218356} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.090960] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688978', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'name': 'volume-00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fff0678-f91f-401b-9637-dda14c0c8aa9', 'attached_at': '', 'detached_at': '', 'volume_id': '00d15014-5ba1-44a1-ae8e-3b8f82e43342', 'serial': '00d15014-5ba1-44a1-ae8e-3b8f82e43342'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1059.218268] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.218730] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.277242] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Successfully created port: 82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.295290] env[69287]: DEBUG nova.objects.instance [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lazy-loading 'flavor' on Instance uuid ca0a7855-d2f7-47b8-998f-3bcd156922cc {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.297769] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.298266] env[69287]: DEBUG nova.compute.manager [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Inject network info {{(pid=69287) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1059.298556] env[69287]: DEBUG nova.compute.manager [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] network_info to inject: |[{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1059.309407] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Reconfiguring VM instance to set the machine id {{(pid=69287) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1059.310550] env[69287]: DEBUG oslo_concurrency.lockutils [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.310728] env[69287]: DEBUG nova.network.neutron [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.312584] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15cf1158-6c90-4e0e-abdf-59f5f6f520d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.343158] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629563} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.345783] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.346076] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.346361] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451091, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.346632] env[69287]: DEBUG oslo_vmware.api [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1059.346632] env[69287]: value = "task-3451093" [ 1059.346632] env[69287]: _type = "Task" [ 1059.346632] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.346829] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9af2b4d-dd40-4976-b90d-565f7814a47f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.358692] env[69287]: DEBUG oslo_vmware.api [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.361367] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1059.361367] env[69287]: value = "task-3451094" [ 1059.361367] env[69287]: _type = "Task" [ 1059.361367] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.375869] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.448469] env[69287]: DEBUG nova.scheduler.client.report [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.608657] env[69287]: DEBUG nova.network.neutron [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updated VIF entry in instance network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.609059] env[69287]: DEBUG nova.network.neutron [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.660547] env[69287]: DEBUG nova.objects.instance [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'flavor' on Instance uuid 2fff0678-f91f-401b-9637-dda14c0c8aa9 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.725878] env[69287]: DEBUG nova.compute.utils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1059.813065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.841063] env[69287]: DEBUG oslo_vmware.api [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451091, 'name': PowerOnVM_Task, 'duration_secs': 1.229233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.841374] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.841589] env[69287]: INFO nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1059.841773] env[69287]: DEBUG nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.842941] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68e1144-4964-4abe-b174-3930771aee7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.859515] env[69287]: DEBUG oslo_vmware.api [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451093, 'name': ReconfigVM_Task, 'duration_secs': 0.177755} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.859515] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fba16c5d-e73e-46f2-b753-896510600703 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Reconfigured VM instance to set the machine id {{(pid=69287) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1059.869242] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074807} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.869400] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.871690] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9379d4b-348a-4d39-aaee-ea27fbf49b82 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.892051] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.893536] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08981a3c-936c-4d00-ac25-1a16618e539e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.918227] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1059.918227] env[69287]: value = "task-3451095" [ 1059.918227] env[69287]: _type = "Task" [ 1059.918227] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.927757] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.932279] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.953766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.958379] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.108s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.958609] env[69287]: DEBUG nova.objects.instance [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid fd8835f8-c30f-4b35-8445-6c91494472a8 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.966524] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.966904] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.966956] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.967194] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.967369] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.967543] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.967775] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.968703] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.968703] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.968703] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.968703] env[69287]: DEBUG nova.virt.hardware [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.969479] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60869cf0-bcc2-4893-a868-dcfbed2f01b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.979271] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a33861a-a6ae-477b-a631-2618b6d2a385 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.986672] env[69287]: INFO nova.scheduler.client.report [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleted allocations for instance 28156922-fc72-49b8-a158-1651b9640f6c [ 1060.114350] env[69287]: DEBUG oslo_concurrency.lockutils [req-116ba143-6cb3-46fa-a887-4e9541512eff req-85eff495-3fc2-4332-85de-a50d42156089 service nova] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114845] env[69287]: DEBUG oslo_concurrency.lockutils [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.230160] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.369679] env[69287]: INFO nova.compute.manager [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Took 22.91 seconds to build instance. [ 1060.428669] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.504950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b08499a9-6d1d-4430-b13d-69c952c068fb tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "28156922-fc72-49b8-a158-1651b9640f6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.264s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.544908] env[69287]: DEBUG nova.network.neutron [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.666082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-25fcc6ab-8653-42c5-8d6f-97fdaa50e57d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.778511] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bae80f3-49e0-4a43-907e-6780c44b20ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.787244] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce44259-4a5b-4d00-92c4-879d2c9ca720 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.821961] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074489af-1571-4105-aaaa-9b9d19bd3ceb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.832964] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b329d8b-895b-4413-8218-61f9c7daa2ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.847350] env[69287]: DEBUG nova.compute.provider_tree [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.872886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bef45d03-3df3-4836-887a-444dc89707bf tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.419s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.903502] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.903772] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.903965] env[69287]: DEBUG nova.compute.manager [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Going to confirm migration 4 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1060.928447] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451095, 'name': ReconfigVM_Task, 'duration_secs': 0.523813} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.928934] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.931637] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f87920fd-3f58-4384-ba7a-34dcfb350ec1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.939811] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1060.939811] env[69287]: value = "task-3451096" [ 1060.939811] env[69287]: _type = "Task" [ 1060.939811] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.948848] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451096, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.039620] env[69287]: DEBUG nova.compute.manager [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.039842] env[69287]: DEBUG nova.compute.manager [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing instance network info cache due to event network-changed-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.040109] env[69287]: DEBUG oslo_concurrency.lockutils [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] Acquiring lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.146945] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Successfully updated port: f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.240684] env[69287]: DEBUG nova.compute.manager [req-45c32c43-38c4-4d05-9964-e6d50bce69c3 req-c6924587-03c7-4a06-b302-dc93941fccd2 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received event network-vif-plugged-f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.241352] env[69287]: DEBUG oslo_concurrency.lockutils [req-45c32c43-38c4-4d05-9964-e6d50bce69c3 req-c6924587-03c7-4a06-b302-dc93941fccd2 service nova] Acquiring lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.241352] env[69287]: DEBUG oslo_concurrency.lockutils [req-45c32c43-38c4-4d05-9964-e6d50bce69c3 req-c6924587-03c7-4a06-b302-dc93941fccd2 service nova] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.242769] env[69287]: DEBUG oslo_concurrency.lockutils [req-45c32c43-38c4-4d05-9964-e6d50bce69c3 req-c6924587-03c7-4a06-b302-dc93941fccd2 service nova] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.242769] env[69287]: DEBUG nova.compute.manager [req-45c32c43-38c4-4d05-9964-e6d50bce69c3 req-c6924587-03c7-4a06-b302-dc93941fccd2 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] No waiting events found dispatching network-vif-plugged-f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.242769] env[69287]: WARNING nova.compute.manager [req-45c32c43-38c4-4d05-9964-e6d50bce69c3 req-c6924587-03c7-4a06-b302-dc93941fccd2 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received unexpected event network-vif-plugged-f14d3b13-8cd9-4c24-8415-7fa0cf938f89 for instance with vm_state building and task_state spawning. [ 1061.268719] env[69287]: DEBUG nova.network.neutron [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.331729] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.332108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.004s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.332362] env[69287]: INFO nova.compute.manager [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Attaching volume 7b818003-02d2-4d2b-a655-b0866b0af0fb to /dev/sdb [ 1061.352906] env[69287]: DEBUG nova.scheduler.client.report [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.384894] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2cebb-90bb-4d15-9e4d-1bfb9d9f0d73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.395126] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc35a1-7b7e-46f7-9355-01c1ffc36f50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.412178] env[69287]: DEBUG nova.virt.block_device [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating existing volume attachment record: 11d7727a-9426-49d9-b2ac-528c3fc15134 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.449694] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451096, 'name': Rename_Task, 'duration_secs': 0.399825} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.450035] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.450283] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778e0345-51cb-42d5-8e42-47521e745418 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.456114] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1061.456114] env[69287]: value = "task-3451097" [ 1061.456114] env[69287]: _type = "Task" [ 1061.456114] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.457138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.457298] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquired lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.457465] env[69287]: DEBUG nova.network.neutron [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.457724] env[69287]: DEBUG nova.objects.instance [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'info_cache' on Instance uuid 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.469075] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.771522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772050] env[69287]: DEBUG nova.compute.manager [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Inject network info {{(pid=69287) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1061.772342] env[69287]: DEBUG nova.compute.manager [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] network_info to inject: |[{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1061.779259] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Reconfiguring VM instance to set the machine id {{(pid=69287) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1061.779682] env[69287]: DEBUG oslo_concurrency.lockutils [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] Acquired lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.780111] env[69287]: DEBUG nova.network.neutron [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Refreshing network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.781752] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217cadca-1466-477a-a521-ee72a41fd087 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.799642] env[69287]: DEBUG oslo_vmware.api [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1061.799642] env[69287]: value = "task-3451099" [ 1061.799642] env[69287]: _type = "Task" [ 1061.799642] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.807907] env[69287]: DEBUG oslo_vmware.api [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.857914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.861693] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.346s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.875332] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.875608] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.875822] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "2fff0678-f91f-401b-9637-dda14c0c8aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.876052] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.876261] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.878654] env[69287]: INFO nova.compute.manager [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Terminating instance [ 1061.897071] env[69287]: INFO nova.scheduler.client.report [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance fd8835f8-c30f-4b35-8445-6c91494472a8 [ 1061.973612] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.316266] env[69287]: DEBUG oslo_vmware.api [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451099, 'name': ReconfigVM_Task, 'duration_secs': 0.162467} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.316818] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-80125897-1843-4e05-bfe9-2549bc691474 tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Reconfigured VM instance to set the machine id {{(pid=69287) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1062.385855] env[69287]: DEBUG nova.compute.manager [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.385855] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.386433] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e7a3a-efe6-41e9-81de-9727c3cc7a68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.395718] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.396011] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc326ddc-2b60-4ff9-b802-72ff6fceb479 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.405987] env[69287]: DEBUG oslo_vmware.api [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1062.405987] env[69287]: value = "task-3451102" [ 1062.405987] env[69287]: _type = "Task" [ 1062.405987] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.411902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-149ec526-493f-49dc-82b5-0581344d217c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "fd8835f8-c30f-4b35-8445-6c91494472a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.074s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.419390] env[69287]: DEBUG oslo_vmware.api [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.472526] env[69287]: DEBUG oslo_vmware.api [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451097, 'name': PowerOnVM_Task, 'duration_secs': 0.754372} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.472927] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.473207] env[69287]: INFO nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1062.473460] env[69287]: DEBUG nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.474664] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8ca2d-dcde-439b-937c-088dcffd8c3d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.627859] env[69287]: DEBUG nova.network.neutron [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updated VIF entry in instance network info cache for port 9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.628167] env[69287]: DEBUG nova.network.neutron [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [{"id": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "address": "fa:16:3e:87:aa:dd", "network": {"id": "6c3d5264-1862-41c8-9e69-b97e32abb74e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-392962872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdb94bf38a4648928fbddbda3dab032c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0a3ff0-8f", "ovs_interfaceid": "9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.679940] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.680195] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.680532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.680699] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.680890] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.683296] env[69287]: INFO nova.compute.manager [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Terminating instance [ 1062.701456] env[69287]: DEBUG nova.network.neutron [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [{"id": "42206d57-bd8f-4395-bd28-4019064c4348", "address": "fa:16:3e:a7:80:d6", "network": {"id": "3aec6227-70fd-4c37-abac-c961e3c9a313", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1915814826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "009f1f361a294ee5b59f3e7e5c6ec4b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42206d57-bd", "ovs_interfaceid": "42206d57-bd8f-4395-bd28-4019064c4348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.877063] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Applying migration context for instance 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 as it has an incoming, in-progress migration 4792c479-c22d-440f-9c6c-b7a02c366ba4. Migration status is finished {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1062.879295] env[69287]: INFO nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating resource usage from migration 4792c479-c22d-440f-9c6c-b7a02c366ba4 [ 1062.900807] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.900963] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ed9a6c95-9db3-4ddb-928a-18208b85f606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901102] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 2fff0678-f91f-401b-9637-dda14c0c8aa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901224] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d0539695-57c8-490c-8330-071f48be642d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901347] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 4b1305d9-0c72-4874-9650-1305fbdb76e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901489] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 151a5d7e-8593-4d05-ae76-feb01e16c821 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.901603] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 803e0846-cb5e-4acf-9527-2842ec52d8c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901718] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance cbed6044-e4e4-4fe4-843c-c578932e1bd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901826] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a629dabc-8711-40b5-8914-2f0186e15973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.901934] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 36209999-6220-4c93-b6d5-d3ea8074e437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902054] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ca0a7855-d2f7-47b8-998f-3bcd156922cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902168] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 1d9dc0b7-851e-4d04-814b-053064d7b640 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902275] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 2c175405-96c1-4a94-a7ba-7a54428fb45d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902381] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 447a110f-06af-4da0-84fc-486534cc69cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902487] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 06c4675d-e815-4a64-9761-78bdccf57ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902591] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 514914b6-aaff-4ca8-8c1c-2704f716f7a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902696] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Migration 4792c479-c22d-440f-9c6c-b7a02c366ba4 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1062.902802] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.902904] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance df6db37d-5fea-486f-a1ec-0635e12a9e93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.903016] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance b8193e7e-08bf-44f9-a9bd-edac4e416345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.903128] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 62edbbac-3b30-43d9-a2b2-958dac0ff1c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.903343] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1062.903473] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1062.915928] env[69287]: DEBUG oslo_vmware.api [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451102, 'name': PowerOffVM_Task, 'duration_secs': 0.167127} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.916231] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.916397] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.916654] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0bb8de-92d9-42b8-a9c8-032653eb87db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.984208] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.984935] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.985108] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleting the datastore file [datastore2] 2fff0678-f91f-401b-9637-dda14c0c8aa9 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.989791] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56066ea-7462-47b0-8b1d-25b0bbd9e93e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.997229] env[69287]: INFO nova.compute.manager [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Took 23.64 seconds to build instance. [ 1063.000279] env[69287]: DEBUG oslo_vmware.api [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1063.000279] env[69287]: value = "task-3451104" [ 1063.000279] env[69287]: _type = "Task" [ 1063.000279] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.012313] env[69287]: DEBUG oslo_vmware.api [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.131340] env[69287]: DEBUG oslo_concurrency.lockutils [req-7add78e7-ba29-4c00-824a-cdbdd620b4fc req-8c01efdc-171e-4e5e-b07b-2079a0575159 service nova] Releasing lock "refresh_cache-ca0a7855-d2f7-47b8-998f-3bcd156922cc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.188136] env[69287]: DEBUG nova.compute.manager [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.188572] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.190447] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c4614-4783-43ca-9644-93b3ae459d72 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.202173] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.202965] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Successfully updated port: 82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.209277] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46fc05b6-54e3-4b67-90c6-3c3e0e3918d9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.212895] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Releasing lock "refresh_cache-23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.212895] env[69287]: DEBUG nova.objects.instance [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lazy-loading 'migration_context' on Instance uuid 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.218285] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb84f31-d9d8-44b7-b9d1-83a99feb1689 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.223844] env[69287]: DEBUG oslo_vmware.api [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1063.223844] env[69287]: value = "task-3451105" [ 1063.223844] env[69287]: _type = "Task" [ 1063.223844] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.234627] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f031a576-1e79-4691-b8ac-388e2720fe91 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.241710] env[69287]: DEBUG oslo_vmware.api [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.270904] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911a61b5-17e8-4bc8-8258-72cc600d21d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.281318] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0bd197-35b9-432e-b158-c0c19b813051 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.298562] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.500400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-11f1e1e2-8470-4656-882f-2dab18235272 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.152s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.513487] env[69287]: DEBUG oslo_vmware.api [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359349} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.515955] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.515955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.515955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.515955] env[69287]: INFO nova.compute.manager [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.515955] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.515955] env[69287]: DEBUG nova.compute.manager [-] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.515955] env[69287]: DEBUG nova.network.neutron [-] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.651874] env[69287]: DEBUG nova.compute.manager [req-ad1ac135-a4dd-4ebf-b9e5-30e3a1bc9bc6 req-4f53afc6-df80-45b0-9725-00962493eea6 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received event network-vif-plugged-82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.651874] env[69287]: DEBUG oslo_concurrency.lockutils [req-ad1ac135-a4dd-4ebf-b9e5-30e3a1bc9bc6 req-4f53afc6-df80-45b0-9725-00962493eea6 service nova] Acquiring lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.651874] env[69287]: DEBUG oslo_concurrency.lockutils [req-ad1ac135-a4dd-4ebf-b9e5-30e3a1bc9bc6 req-4f53afc6-df80-45b0-9725-00962493eea6 service nova] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.652040] env[69287]: DEBUG oslo_concurrency.lockutils [req-ad1ac135-a4dd-4ebf-b9e5-30e3a1bc9bc6 req-4f53afc6-df80-45b0-9725-00962493eea6 service nova] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.652230] env[69287]: DEBUG nova.compute.manager [req-ad1ac135-a4dd-4ebf-b9e5-30e3a1bc9bc6 req-4f53afc6-df80-45b0-9725-00962493eea6 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] No waiting events found dispatching network-vif-plugged-82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.652422] env[69287]: WARNING nova.compute.manager [req-ad1ac135-a4dd-4ebf-b9e5-30e3a1bc9bc6 req-4f53afc6-df80-45b0-9725-00962493eea6 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received unexpected event network-vif-plugged-82bd59e0-ec42-485a-a95d-3078839e5b98 for instance with vm_state building and task_state spawning. [ 1063.701933] env[69287]: DEBUG nova.compute.manager [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received event network-changed-f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.703371] env[69287]: DEBUG nova.compute.manager [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Refreshing instance network info cache due to event network-changed-f14d3b13-8cd9-4c24-8415-7fa0cf938f89. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.704089] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Acquiring lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.705071] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Acquired lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.705972] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Refreshing network info cache for port f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.715755] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.717269] env[69287]: DEBUG nova.objects.base [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Object Instance<23ff0c14-9666-4f0f-9bcb-a64debf5f5a1> lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.718491] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4ba8c3-1234-4ad2-a346-63a106ac4e83 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.746759] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fca367-e637-490d-8231-3eabea406f0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.752839] env[69287]: DEBUG oslo_vmware.api [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451105, 'name': PowerOffVM_Task, 'duration_secs': 0.217302} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.753318] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.753531] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.753813] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-293e4ca1-2623-47d5-9e0e-64fe7201dec7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.756444] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1063.756444] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5263e4f2-e608-8e8a-951a-eeab00f229d1" [ 1063.756444] env[69287]: _type = "Task" [ 1063.756444] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.765879] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5263e4f2-e608-8e8a-951a-eeab00f229d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.801691] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.820634] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.820904] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.821110] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Deleting the datastore file [datastore2] ca0a7855-d2f7-47b8-998f-3bcd156922cc {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.821385] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24bf3d8-c3c7-4c57-a0db-6652dab4936c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.828373] env[69287]: DEBUG oslo_vmware.api [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for the task: (returnval){ [ 1063.828373] env[69287]: value = "task-3451107" [ 1063.828373] env[69287]: _type = "Task" [ 1063.828373] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.837518] env[69287]: DEBUG oslo_vmware.api [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.255152] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.273026] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "67bffc9d-bca7-46f1-8448-9af54c791f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.273026] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.273847] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5263e4f2-e608-8e8a-951a-eeab00f229d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.274139] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.307462] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1064.307709] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.447s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.307997] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.465s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.308229] env[69287]: DEBUG nova.objects.instance [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1064.344026] env[69287]: DEBUG oslo_vmware.api [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Task: {'id': task-3451107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269535} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.344026] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.344026] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.344026] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.344026] env[69287]: INFO nova.compute.manager [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1064.344026] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.344026] env[69287]: DEBUG nova.compute.manager [-] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.344026] env[69287]: DEBUG nova.network.neutron [-] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.372192] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.496149] env[69287]: DEBUG nova.network.neutron [-] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.588503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "447a110f-06af-4da0-84fc-486534cc69cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.588503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "447a110f-06af-4da0-84fc-486534cc69cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.588503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "447a110f-06af-4da0-84fc-486534cc69cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.588503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "447a110f-06af-4da0-84fc-486534cc69cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.588503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "447a110f-06af-4da0-84fc-486534cc69cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.593031] env[69287]: INFO nova.compute.manager [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Terminating instance [ 1064.776281] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.874658] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Releasing lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.874940] env[69287]: DEBUG nova.compute.manager [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.875130] env[69287]: DEBUG nova.compute.manager [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing instance network info cache due to event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.875349] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.875495] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.875714] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.877547] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.877547] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.999026] env[69287]: INFO nova.compute.manager [-] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Took 1.48 seconds to deallocate network for instance. [ 1065.088245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "06c4675d-e815-4a64-9761-78bdccf57ee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.088245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.088245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "06c4675d-e815-4a64-9761-78bdccf57ee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.088245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.088245] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.090162] env[69287]: INFO nova.compute.manager [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Terminating instance [ 1065.098804] env[69287]: DEBUG nova.compute.manager [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.099561] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.099987] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e32dcc-b802-414d-a299-cdf0b327334f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.111935] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.112220] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8a6031-9291-4762-b1c8-1a234ab65084 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.121311] env[69287]: DEBUG oslo_vmware.api [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1065.121311] env[69287]: value = "task-3451109" [ 1065.121311] env[69287]: _type = "Task" [ 1065.121311] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.132374] env[69287]: DEBUG oslo_vmware.api [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.311509] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.313972] env[69287]: DEBUG nova.network.neutron [-] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.324605] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7bb514c0-c361-497b-b6aa-9334171fcdf0 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.326229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.326s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.326580] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.328490] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.054s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.349625] env[69287]: INFO nova.scheduler.client.report [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted allocations for instance 151a5d7e-8593-4d05-ae76-feb01e16c821 [ 1065.449232] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.510559] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.597684] env[69287]: DEBUG nova.compute.manager [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.597977] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.601769] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae1bb3d-b64b-4a29-b237-510eb6e8833e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.611525] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.611842] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c264dd-f8e8-4363-91a9-767ba1cbf0ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.618744] env[69287]: DEBUG oslo_vmware.api [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1065.618744] env[69287]: value = "task-3451110" [ 1065.618744] env[69287]: _type = "Task" [ 1065.618744] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.633593] env[69287]: DEBUG oslo_vmware.api [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.638386] env[69287]: DEBUG oslo_vmware.api [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451109, 'name': PowerOffVM_Task, 'duration_secs': 0.326636} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.641771] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.642047] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.642355] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e444bf50-fdb8-4b57-8578-afe917abed08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.710627] env[69287]: DEBUG nova.compute.manager [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received event network-changed-82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.710929] env[69287]: DEBUG nova.compute.manager [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Refreshing instance network info cache due to event network-changed-82bd59e0-ec42-485a-a95d-3078839e5b98. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.711427] env[69287]: DEBUG oslo_concurrency.lockutils [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] Acquiring lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.717908] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.718176] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.718394] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleting the datastore file [datastore1] 447a110f-06af-4da0-84fc-486534cc69cb {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.718681] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf266898-dd37-428b-b420-b307eb876954 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.725357] env[69287]: DEBUG oslo_vmware.api [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1065.725357] env[69287]: value = "task-3451112" [ 1065.725357] env[69287]: _type = "Task" [ 1065.725357] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.735950] env[69287]: DEBUG oslo_vmware.api [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.816221] env[69287]: INFO nova.compute.manager [-] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Took 1.47 seconds to deallocate network for instance. [ 1065.824903] env[69287]: DEBUG nova.compute.manager [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-changed-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.824903] env[69287]: DEBUG nova.compute.manager [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing instance network info cache due to event network-changed-d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.824903] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.824903] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.824903] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing network info cache for port d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.835241] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updated VIF entry in instance network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.835585] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.859734] env[69287]: DEBUG oslo_concurrency.lockutils [None req-59ece5e6-3099-46e9-9fc8-6405ec60f632 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "151a5d7e-8593-4d05-ae76-feb01e16c821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.430s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.901109] env[69287]: DEBUG nova.network.neutron [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Updating instance_info_cache with network_info: [{"id": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "address": "fa:16:3e:c2:a9:ff", "network": {"id": "e63e53e9-cd1d-4d25-8a5e-f6f922859798", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832353838", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14d3b13-8c", "ovs_interfaceid": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82bd59e0-ec42-485a-a95d-3078839e5b98", "address": "fa:16:3e:1b:f0:37", "network": {"id": "ba05e36a-cb07-437a-ac68-abb7c19464ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-343453863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bd59e0-ec", "ovs_interfaceid": "82bd59e0-ec42-485a-a95d-3078839e5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.114893] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3374aa-00ea-4dab-956e-f1190e5ef554 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.127551] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19096600-152e-420e-89e0-07007bad1a94 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.134701] env[69287]: DEBUG oslo_vmware.api [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451110, 'name': PowerOffVM_Task, 'duration_secs': 0.29722} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.135349] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.135540] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.135783] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ee72c1b-71f0-4c52-82c1-097a62b956d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.163452] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d52cb0b-ed68-4959-97ba-9057a398a488 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.171480] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634efbc-9454-4c9d-a902-a4013b7b7875 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.188244] env[69287]: DEBUG nova.compute.provider_tree [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.235099] env[69287]: DEBUG oslo_vmware.api [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420494} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.235372] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.235557] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.235733] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.235905] env[69287]: INFO nova.compute.manager [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1066.236173] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.236363] env[69287]: DEBUG nova.compute.manager [-] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.236458] env[69287]: DEBUG nova.network.neutron [-] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.264886] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.265133] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.265332] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleting the datastore file [datastore1] 06c4675d-e815-4a64-9761-78bdccf57ee6 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.265663] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e84377-b4cb-403f-bb62-6e4a0bae918c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.273786] env[69287]: DEBUG oslo_vmware.api [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for the task: (returnval){ [ 1066.273786] env[69287]: value = "task-3451114" [ 1066.273786] env[69287]: _type = "Task" [ 1066.273786] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.282361] env[69287]: DEBUG oslo_vmware.api [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.327995] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.344881] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.345172] env[69287]: DEBUG nova.compute.manager [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-changed-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.345417] env[69287]: DEBUG nova.compute.manager [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing instance network info cache due to event network-changed-d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.345538] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.403650] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Releasing lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.404062] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Instance network_info: |[{"id": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "address": "fa:16:3e:c2:a9:ff", "network": {"id": "e63e53e9-cd1d-4d25-8a5e-f6f922859798", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832353838", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14d3b13-8c", "ovs_interfaceid": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82bd59e0-ec42-485a-a95d-3078839e5b98", "address": "fa:16:3e:1b:f0:37", "network": {"id": "ba05e36a-cb07-437a-ac68-abb7c19464ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-343453863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bd59e0-ec", "ovs_interfaceid": "82bd59e0-ec42-485a-a95d-3078839e5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.404725] env[69287]: DEBUG oslo_concurrency.lockutils [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] Acquired lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.404908] env[69287]: DEBUG nova.network.neutron [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Refreshing network info cache for port 82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.406186] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:a9:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f14d3b13-8cd9-4c24-8415-7fa0cf938f89', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f0:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82bd59e0-ec42-485a-a95d-3078839e5b98', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.415752] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.416889] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.417056] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-451b9536-e581-411b-a31c-950ee882362d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.443710] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.443710] env[69287]: value = "task-3451115" [ 1066.443710] env[69287]: _type = "Task" [ 1066.443710] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.452508] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451115, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.478652] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1066.478891] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689016', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'name': 'volume-7b818003-02d2-4d2b-a655-b0866b0af0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9dc0b7-851e-4d04-814b-053064d7b640', 'attached_at': '', 'detached_at': '', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'serial': '7b818003-02d2-4d2b-a655-b0866b0af0fb'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1066.479806] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f7d53-fdd0-4866-9c1f-aa208b85c483 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.501361] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c056dcc6-6d80-4af6-a913-a20b62289a46 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.528458] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-7b818003-02d2-4d2b-a655-b0866b0af0fb/volume-7b818003-02d2-4d2b-a655-b0866b0af0fb.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.528800] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e508ad-608a-4246-8581-5bcb5c82287b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.547171] env[69287]: DEBUG oslo_vmware.api [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1066.547171] env[69287]: value = "task-3451116" [ 1066.547171] env[69287]: _type = "Task" [ 1066.547171] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.555337] env[69287]: DEBUG oslo_vmware.api [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.638723] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updated VIF entry in instance network info cache for port d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.640313] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.691871] env[69287]: DEBUG nova.scheduler.client.report [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.787379] env[69287]: DEBUG oslo_vmware.api [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Task: {'id': task-3451114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397563} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.787549] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.787752] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.787938] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.788131] env[69287]: INFO nova.compute.manager [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1066.788380] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.788566] env[69287]: DEBUG nova.compute.manager [-] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.788658] env[69287]: DEBUG nova.network.neutron [-] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.831597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "4b1305d9-0c72-4874-9650-1305fbdb76e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.831853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.832103] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "4b1305d9-0c72-4874-9650-1305fbdb76e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.832389] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.832584] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.835020] env[69287]: INFO nova.compute.manager [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Terminating instance [ 1066.954529] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451115, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.061972] env[69287]: DEBUG oslo_vmware.api [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451116, 'name': ReconfigVM_Task, 'duration_secs': 0.39814} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.063796] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-7b818003-02d2-4d2b-a655-b0866b0af0fb/volume-7b818003-02d2-4d2b-a655-b0866b0af0fb.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.069177] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a674fda1-50fa-422d-bfb2-443a57d06ad9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.087725] env[69287]: DEBUG oslo_vmware.api [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1067.087725] env[69287]: value = "task-3451117" [ 1067.087725] env[69287]: _type = "Task" [ 1067.087725] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.094800] env[69287]: DEBUG oslo_vmware.api [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.115817] env[69287]: DEBUG nova.network.neutron [-] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.143076] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.143357] env[69287]: DEBUG nova.compute.manager [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.143525] env[69287]: DEBUG nova.compute.manager [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing instance network info cache due to event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.143738] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.143880] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.144053] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.145204] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.145389] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing network info cache for port d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.180607] env[69287]: DEBUG nova.network.neutron [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Updated VIF entry in instance network info cache for port 82bd59e0-ec42-485a-a95d-3078839e5b98. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.181240] env[69287]: DEBUG nova.network.neutron [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Updating instance_info_cache with network_info: [{"id": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "address": "fa:16:3e:c2:a9:ff", "network": {"id": "e63e53e9-cd1d-4d25-8a5e-f6f922859798", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832353838", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14d3b13-8c", "ovs_interfaceid": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "82bd59e0-ec42-485a-a95d-3078839e5b98", "address": "fa:16:3e:1b:f0:37", "network": {"id": "ba05e36a-cb07-437a-ac68-abb7c19464ce", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-343453863", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82bd59e0-ec", "ovs_interfaceid": "82bd59e0-ec42-485a-a95d-3078839e5b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.339121] env[69287]: DEBUG nova.compute.manager [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.339379] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.340411] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d73fdfc-cc0f-4b5b-adf3-398eb240c0c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.348946] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.349196] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ad3e65c-a731-49a5-935f-e6c88d35d081 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.355938] env[69287]: DEBUG oslo_vmware.api [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1067.355938] env[69287]: value = "task-3451118" [ 1067.355938] env[69287]: _type = "Task" [ 1067.355938] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.364111] env[69287]: DEBUG oslo_vmware.api [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.454790] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451115, 'name': CreateVM_Task, 'duration_secs': 0.556823} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.454942] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.455691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.455862] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.456213] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.456473] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7cc05c-fd83-4ef9-b0a7-1e03ddc55e93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.463024] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1067.463024] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52426308-dd59-aaa9-b5e7-3f3ee8f83da6" [ 1067.463024] env[69287]: _type = "Task" [ 1067.463024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.471997] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52426308-dd59-aaa9-b5e7-3f3ee8f83da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.569577] env[69287]: DEBUG nova.network.neutron [-] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.596990] env[69287]: DEBUG oslo_vmware.api [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451117, 'name': ReconfigVM_Task, 'duration_secs': 0.137636} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.597198] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689016', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'name': 'volume-7b818003-02d2-4d2b-a655-b0866b0af0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d9dc0b7-851e-4d04-814b-053064d7b640', 'attached_at': '', 'detached_at': '', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'serial': '7b818003-02d2-4d2b-a655-b0866b0af0fb'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.618678] env[69287]: INFO nova.compute.manager [-] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Took 1.38 seconds to deallocate network for instance. [ 1067.684306] env[69287]: DEBUG oslo_concurrency.lockutils [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] Releasing lock "refresh_cache-62edbbac-3b30-43d9-a2b2-958dac0ff1c4" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.684690] env[69287]: DEBUG nova.compute.manager [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Received event network-vif-deleted-74e59170-e22f-4da2-9a98-28a1489319c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.684690] env[69287]: DEBUG nova.compute.manager [req-f7de2353-6fed-435a-8072-831da0dfd71c req-e2b2dbb5-4c9f-4a25-a217-ac0bce2e3108 service nova] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Received event network-vif-deleted-9c0a3ff0-8f32-47fe-bdc6-cd8b8cf34a37 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.702750] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.374s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.707588] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.396s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.709013] env[69287]: INFO nova.compute.claims [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.816694] env[69287]: DEBUG nova.compute.manager [req-5aaaeb8d-efe3-4b3c-8a6b-40a6377c43d7 req-bce9540f-03ee-4a83-9a40-03bb837e8bf7 service nova] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Received event network-vif-deleted-f5a6f1f7-5d47-4776-9334-fe6359de726a {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.816909] env[69287]: DEBUG nova.compute.manager [req-5aaaeb8d-efe3-4b3c-8a6b-40a6377c43d7 req-bce9540f-03ee-4a83-9a40-03bb837e8bf7 service nova] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Received event network-vif-deleted-41ae7f82-98e4-4f5e-aa0c-275999b3ef0d {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.865514] env[69287]: DEBUG oslo_vmware.api [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451118, 'name': PowerOffVM_Task, 'duration_secs': 0.332466} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.865768] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.865926] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.866221] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818be223-a8c4-425f-aafb-37b72f432fb6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.943877] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.944255] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.944486] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleting the datastore file [datastore1] 4b1305d9-0c72-4874-9650-1305fbdb76e8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.944774] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-110cacc3-25d5-4097-88e3-a5514dd22208 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.952395] env[69287]: DEBUG oslo_vmware.api [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for the task: (returnval){ [ 1067.952395] env[69287]: value = "task-3451120" [ 1067.952395] env[69287]: _type = "Task" [ 1067.952395] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.960485] env[69287]: DEBUG oslo_vmware.api [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.973510] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52426308-dd59-aaa9-b5e7-3f3ee8f83da6, 'name': SearchDatastore_Task, 'duration_secs': 0.019066} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.973794] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.974052] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.974309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.974459] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.974635] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.974884] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdce5702-bacb-4a58-88dd-6a714339ffc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.982230] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.982408] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.983684] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updated VIF entry in instance network info cache for port d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.984038] env[69287]: DEBUG nova.network.neutron [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.985346] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc25c7d-a46b-4e3d-ac4d-109c4a6fe67b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.993019] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1067.993019] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526ca79d-ef0d-3202-01e6-4c0751aafd70" [ 1067.993019] env[69287]: _type = "Task" [ 1067.993019] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.998195] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526ca79d-ef0d-3202-01e6-4c0751aafd70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.013699] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updated VIF entry in instance network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.014050] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.071760] env[69287]: INFO nova.compute.manager [-] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Took 1.28 seconds to deallocate network for instance. [ 1068.125414] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.268705] env[69287]: INFO nova.scheduler.client.report [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocation for migration 4792c479-c22d-440f-9c6c-b7a02c366ba4 [ 1068.466067] env[69287]: DEBUG oslo_vmware.api [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Task: {'id': task-3451120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230935} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.466436] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.466701] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.466955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.467226] env[69287]: INFO nova.compute.manager [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1068.467561] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.467833] env[69287]: DEBUG nova.compute.manager [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.467960] env[69287]: DEBUG nova.network.neutron [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.489280] env[69287]: DEBUG oslo_concurrency.lockutils [req-269379a5-9808-4bee-99f8-f4d4b0010d65 req-f2018a64-f1d9-4f32-b2ca-5c0b257fd9e4 service nova] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.504797] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526ca79d-ef0d-3202-01e6-4c0751aafd70, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.505978] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1259429-d75d-4f7d-a39b-18c8c9ec5c40 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.513126] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1068.513126] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a60d60-7285-b07b-81b8-d6839af75c19" [ 1068.513126] env[69287]: _type = "Task" [ 1068.513126] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.518839] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.519245] env[69287]: DEBUG nova.compute.manager [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Received event network-changed-06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.519550] env[69287]: DEBUG nova.compute.manager [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Refreshing instance network info cache due to event network-changed-06ae8230-e4ed-4f68-b9ce-4898e900719f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.519913] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Acquiring lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.520185] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Acquired lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.520465] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Refreshing network info cache for port 06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.529307] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a60d60-7285-b07b-81b8-d6839af75c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.580353] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.634303] env[69287]: DEBUG nova.objects.instance [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'flavor' on Instance uuid 1d9dc0b7-851e-4d04-814b-053064d7b640 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.773524] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.870s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.959891] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4b883-e372-4ae6-9488-767d1c773350 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.967221] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac46fcd-c92e-44c7-85f5-52dc89835924 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.997102] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce280a3-89f6-4c92-a6e8-35004f0c6bef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.004417] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee85789-dca2-44b2-9957-502f5ac1803a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.017752] env[69287]: DEBUG nova.compute.provider_tree [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.028850] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a60d60-7285-b07b-81b8-d6839af75c19, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.029409] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.029661] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 62edbbac-3b30-43d9-a2b2-958dac0ff1c4/62edbbac-3b30-43d9-a2b2-958dac0ff1c4.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.030180] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4bf22c4-607b-4523-b8f9-fc2eef29be3d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.037116] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1069.037116] env[69287]: value = "task-3451121" [ 1069.037116] env[69287]: _type = "Task" [ 1069.037116] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.044662] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.141023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f78fda72-5067-45c0-b1c8-bc700a8ed215 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.808s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.227853] env[69287]: DEBUG nova.network.neutron [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.523425] env[69287]: DEBUG nova.scheduler.client.report [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.553937] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465441} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.554231] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 62edbbac-3b30-43d9-a2b2-958dac0ff1c4/62edbbac-3b30-43d9-a2b2-958dac0ff1c4.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.554451] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.554705] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68984d4e-5e4c-4d21-81a4-4c2f03291dbd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.562148] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1069.562148] env[69287]: value = "task-3451122" [ 1069.562148] env[69287]: _type = "Task" [ 1069.562148] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.574294] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.633951] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updated VIF entry in instance network info cache for port 06ae8230-e4ed-4f68-b9ce-4898e900719f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.634339] env[69287]: DEBUG nova.network.neutron [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating instance_info_cache with network_info: [{"id": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "address": "fa:16:3e:69:03:f5", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ae8230-e4", "ovs_interfaceid": "06ae8230-e4ed-4f68-b9ce-4898e900719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.730987] env[69287]: INFO nova.compute.manager [-] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Took 1.26 seconds to deallocate network for instance. [ 1069.844387] env[69287]: DEBUG nova.compute.manager [req-47c7bdfe-3a59-4092-b53f-73458ec81dd7 req-ac33af9c-034d-41fe-886a-5e243f343a93 service nova] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Received event network-vif-deleted-6e2e0822-e75e-4321-9fba-c460b46bb569 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.934224] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.934498] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.934760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.935018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.935203] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.937376] env[69287]: INFO nova.compute.manager [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Terminating instance [ 1070.028331] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.028885] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.032572] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.521s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.032572] env[69287]: DEBUG nova.objects.instance [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'resources' on Instance uuid 2fff0678-f91f-401b-9637-dda14c0c8aa9 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.078888] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06208} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.079313] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.080164] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3878815-aff3-4bf2-8296-df1114beeb84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.108980] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 62edbbac-3b30-43d9-a2b2-958dac0ff1c4/62edbbac-3b30-43d9-a2b2-958dac0ff1c4.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.109618] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b023234a-cf0b-4c11-8dee-5783b685aa15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.129576] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1070.129576] env[69287]: value = "task-3451123" [ 1070.129576] env[69287]: _type = "Task" [ 1070.129576] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.137557] env[69287]: DEBUG oslo_concurrency.lockutils [req-f8664061-2164-4e89-8acc-a631b09b3b96 req-11cde707-f25f-46aa-8e68-c27673740ce6 service nova] Releasing lock "refresh_cache-b8193e7e-08bf-44f9-a9bd-edac4e416345" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.137975] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.159578] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-2c175405-96c1-4a94-a7ba-7a54428fb45d-03d7ebc1-f737-4ce0-8173-b685094cbd3f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.159983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-2c175405-96c1-4a94-a7ba-7a54428fb45d-03d7ebc1-f737-4ce0-8173-b685094cbd3f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.160377] env[69287]: DEBUG nova.objects.instance [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'flavor' on Instance uuid 2c175405-96c1-4a94-a7ba-7a54428fb45d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.237143] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.441404] env[69287]: DEBUG nova.compute.manager [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.441623] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.442600] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e325e-986b-4a7a-a071-e8bb6f45c24f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.450438] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.450667] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519f3ce7-1b47-43a6-adf8-531588e553e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.456429] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1070.456429] env[69287]: value = "task-3451124" [ 1070.456429] env[69287]: _type = "Task" [ 1070.456429] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.463712] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.535359] env[69287]: DEBUG nova.compute.utils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.540430] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.540601] env[69287]: DEBUG nova.network.neutron [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.577648] env[69287]: DEBUG nova.compute.manager [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1070.591834] env[69287]: DEBUG nova.policy [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8f7480985f44f989bab12523bceef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d8edfd9bf54f18ab23906626c65502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.641520] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451123, 'name': ReconfigVM_Task, 'duration_secs': 0.398483} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.644255] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 62edbbac-3b30-43d9-a2b2-958dac0ff1c4/62edbbac-3b30-43d9-a2b2-958dac0ff1c4.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.645167] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e70ab4-a2e9-41e8-83e8-f05b225faf02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.652142] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1070.652142] env[69287]: value = "task-3451125" [ 1070.652142] env[69287]: _type = "Task" [ 1070.652142] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.665245] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451125, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.839786] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a65eb1-48b2-4cd5-9585-2b070e3d669b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.848317] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c7851e-2c81-49d5-9236-87bcf28d689c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.882455] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abadfef-5d0b-44f9-9048-a25947db758b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.885557] env[69287]: DEBUG nova.objects.instance [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'pci_requests' on Instance uuid 2c175405-96c1-4a94-a7ba-7a54428fb45d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.892535] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47668846-397b-4171-8e35-19ac5b2c7450 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.906804] env[69287]: DEBUG nova.compute.provider_tree [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.968593] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451124, 'name': PowerOffVM_Task, 'duration_secs': 0.259385} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.968865] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.968946] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.969259] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f75d3185-0081-4a47-b45f-d1c44bb20716 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.013332] env[69287]: DEBUG nova.network.neutron [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Successfully created port: dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.028388] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.028599] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.028781] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleting the datastore file [datastore1] 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.029062] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8667bacf-71ec-4666-8294-cdb1ef177cac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.034810] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for the task: (returnval){ [ 1071.034810] env[69287]: value = "task-3451127" [ 1071.034810] env[69287]: _type = "Task" [ 1071.034810] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.042756] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.045290] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.094523] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.161321] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451125, 'name': Rename_Task, 'duration_secs': 0.154295} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.161603] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.161852] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96bf28bc-321c-486e-9a09-c6c90511ae08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.168596] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1071.168596] env[69287]: value = "task-3451128" [ 1071.168596] env[69287]: _type = "Task" [ 1071.168596] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.176469] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.387714] env[69287]: DEBUG nova.objects.base [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Object Instance<2c175405-96c1-4a94-a7ba-7a54428fb45d> lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.387942] env[69287]: DEBUG nova.network.neutron [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.409838] env[69287]: DEBUG nova.scheduler.client.report [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.464053] env[69287]: DEBUG nova.policy [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.546050] env[69287]: DEBUG oslo_vmware.api [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Task: {'id': task-3451127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145437} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.546324] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.546516] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.546697] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.546872] env[69287]: INFO nova.compute.manager [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1071.547134] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.550554] env[69287]: DEBUG nova.compute.manager [-] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.550680] env[69287]: DEBUG nova.network.neutron [-] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.678441] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.887575] env[69287]: DEBUG nova.compute.manager [req-eb82dc72-bcb1-49d4-b088-871ae8b4d014 req-04d5fe72-e327-4264-8730-ccbc80f16aa1 service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Received event network-vif-deleted-42206d57-bd8f-4395-bd28-4019064c4348 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.887938] env[69287]: INFO nova.compute.manager [req-eb82dc72-bcb1-49d4-b088-871ae8b4d014 req-04d5fe72-e327-4264-8730-ccbc80f16aa1 service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Neutron deleted interface 42206d57-bd8f-4395-bd28-4019064c4348; detaching it from the instance and deleting it from the info cache [ 1071.888203] env[69287]: DEBUG nova.network.neutron [req-eb82dc72-bcb1-49d4-b088-871ae8b4d014 req-04d5fe72-e327-4264-8730-ccbc80f16aa1 service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.914627] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.916909] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.589s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.917155] env[69287]: DEBUG nova.objects.instance [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lazy-loading 'resources' on Instance uuid ca0a7855-d2f7-47b8-998f-3bcd156922cc {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.935587] env[69287]: INFO nova.scheduler.client.report [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted allocations for instance 2fff0678-f91f-401b-9637-dda14c0c8aa9 [ 1072.054019] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.081314] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.081575] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.081746] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.081932] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.082104] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.082253] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.082475] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.082633] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.082819] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.083015] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.083218] env[69287]: DEBUG nova.virt.hardware [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.084393] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f177f56d-7317-4161-8063-ee0bddc6423b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.092589] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ab359-f2f9-4247-858c-0da8ec4d941f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.179318] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.294212] env[69287]: DEBUG nova.network.neutron [-] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.391358] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52afe98d-e786-4d92-b7d7-6b295f508427 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.402597] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91950484-b064-4328-b0f3-63bd15d19e09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.439502] env[69287]: DEBUG nova.compute.manager [req-eb82dc72-bcb1-49d4-b088-871ae8b4d014 req-04d5fe72-e327-4264-8730-ccbc80f16aa1 service nova] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Detach interface failed, port_id=42206d57-bd8f-4395-bd28-4019064c4348, reason: Instance 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1072.444758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c7806fbd-1b67-430c-824f-fea6862ab8e1 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "2fff0678-f91f-401b-9637-dda14c0c8aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.569s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.545298] env[69287]: DEBUG nova.compute.manager [req-55b511c7-0b91-44d4-870d-1919a2697115 req-27702438-0e27-48c7-aae6-13165e05bef0 service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Received event network-vif-plugged-dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.545708] env[69287]: DEBUG oslo_concurrency.lockutils [req-55b511c7-0b91-44d4-870d-1919a2697115 req-27702438-0e27-48c7-aae6-13165e05bef0 service nova] Acquiring lock "67bffc9d-bca7-46f1-8448-9af54c791f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.546098] env[69287]: DEBUG oslo_concurrency.lockutils [req-55b511c7-0b91-44d4-870d-1919a2697115 req-27702438-0e27-48c7-aae6-13165e05bef0 service nova] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.546425] env[69287]: DEBUG oslo_concurrency.lockutils [req-55b511c7-0b91-44d4-870d-1919a2697115 req-27702438-0e27-48c7-aae6-13165e05bef0 service nova] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.546771] env[69287]: DEBUG nova.compute.manager [req-55b511c7-0b91-44d4-870d-1919a2697115 req-27702438-0e27-48c7-aae6-13165e05bef0 service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] No waiting events found dispatching network-vif-plugged-dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.547116] env[69287]: WARNING nova.compute.manager [req-55b511c7-0b91-44d4-870d-1919a2697115 req-27702438-0e27-48c7-aae6-13165e05bef0 service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Received unexpected event network-vif-plugged-dd554170-5302-4cd0-b0e8-7560a9849e36 for instance with vm_state building and task_state spawning. [ 1072.550275] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.550624] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.591976] env[69287]: DEBUG nova.network.neutron [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Successfully updated port: dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.680469] env[69287]: DEBUG oslo_vmware.api [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451128, 'name': PowerOnVM_Task, 'duration_secs': 1.201879} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.682809] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.683067] env[69287]: INFO nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Took 12.75 seconds to spawn the instance on the hypervisor. [ 1072.683256] env[69287]: DEBUG nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.684456] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef4a95-26f1-4269-9404-28e0a4fcbd1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.695321] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f53962-8c31-4991-a0d7-d42b461eea09 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.701767] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd93d5-56fc-4ce6-bfea-4524f94d935c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.733905] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48622d-3750-4fc7-ac90-5d7f9f41bbfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.742567] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d71495-b960-4b43-a1d1-27e81514c53e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.762458] env[69287]: DEBUG nova.compute.provider_tree [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.797187] env[69287]: INFO nova.compute.manager [-] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Took 1.25 seconds to deallocate network for instance. [ 1073.051112] env[69287]: DEBUG nova.network.neutron [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Successfully updated port: 03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.054630] env[69287]: INFO nova.compute.manager [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Detaching volume 3e10b294-bc90-4ab5-9e78-901d3de2947c [ 1073.093080] env[69287]: INFO nova.virt.block_device [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Attempting to driver detach volume 3e10b294-bc90-4ab5-9e78-901d3de2947c from mountpoint /dev/sdb [ 1073.093388] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.093619] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688986', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'name': 'volume-3e10b294-bc90-4ab5-9e78-901d3de2947c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '36209999-6220-4c93-b6d5-d3ea8074e437', 'attached_at': '', 'detached_at': '', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'serial': '3e10b294-bc90-4ab5-9e78-901d3de2947c'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.094564] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b782553a-93cb-4a07-a7a6-6bb946004524 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.098362] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "refresh_cache-67bffc9d-bca7-46f1-8448-9af54c791f28" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.098362] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "refresh_cache-67bffc9d-bca7-46f1-8448-9af54c791f28" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.098362] env[69287]: DEBUG nova.network.neutron [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.121225] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48198a3a-3543-4650-bf27-9339b0ac10b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.128669] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfc1ba-78bd-433e-a9cc-fdb09b608105 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.149319] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525cb25-108a-47cf-811b-53469fb05ff8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.164553] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e10b294-bc90-4ab5-9e78-901d3de2947c/volume-3e10b294-bc90-4ab5-9e78-901d3de2947c.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1073.169971] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.170752] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62296ef4-8898-4fdf-9715-1a0559f83923 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.188831] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1073.188831] env[69287]: value = "task-3451129" [ 1073.188831] env[69287]: _type = "Task" [ 1073.188831] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.201216] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.203334] env[69287]: INFO nova.compute.manager [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Took 22.82 seconds to build instance. [ 1073.265859] env[69287]: DEBUG nova.scheduler.client.report [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.304718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.555957] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.556266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.556509] env[69287]: DEBUG nova.network.neutron [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.638752] env[69287]: DEBUG nova.network.neutron [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.698832] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451129, 'name': ReconfigVM_Task, 'duration_secs': 0.226965} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.699119] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.704226] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e211f5-23e6-4007-b318-0548df339fe3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.716342] env[69287]: DEBUG oslo_concurrency.lockutils [None req-71f430a2-68c8-4e60-96a8-82afa35ca756 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.362s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.721956] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1073.721956] env[69287]: value = "task-3451130" [ 1073.721956] env[69287]: _type = "Task" [ 1073.721956] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.731945] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.771228] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.773300] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.648s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.773527] env[69287]: DEBUG nova.objects.instance [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lazy-loading 'resources' on Instance uuid 447a110f-06af-4da0-84fc-486534cc69cb {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.795993] env[69287]: INFO nova.scheduler.client.report [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Deleted allocations for instance ca0a7855-d2f7-47b8-998f-3bcd156922cc [ 1073.836086] env[69287]: DEBUG nova.network.neutron [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Updating instance_info_cache with network_info: [{"id": "dd554170-5302-4cd0-b0e8-7560a9849e36", "address": "fa:16:3e:3e:e7:07", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd554170-53", "ovs_interfaceid": "dd554170-5302-4cd0-b0e8-7560a9849e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.095767] env[69287]: WARNING nova.network.neutron [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] 50abe619-3d74-49f9-a7ee-5b829f8b6b46 already exists in list: networks containing: ['50abe619-3d74-49f9-a7ee-5b829f8b6b46']. ignoring it [ 1074.233500] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.305260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f4127a03-db3d-464a-8cd5-d2aeb1dc4dea tempest-AttachInterfacesUnderV243Test-167419166 tempest-AttachInterfacesUnderV243Test-167419166-project-member] Lock "ca0a7855-d2f7-47b8-998f-3bcd156922cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.624s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.338459] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "refresh_cache-67bffc9d-bca7-46f1-8448-9af54c791f28" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.338763] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Instance network_info: |[{"id": "dd554170-5302-4cd0-b0e8-7560a9849e36", "address": "fa:16:3e:3e:e7:07", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd554170-53", "ovs_interfaceid": "dd554170-5302-4cd0-b0e8-7560a9849e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.339897] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e7:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd554170-5302-4cd0-b0e8-7560a9849e36', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.347866] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.348421] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.349117] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2014a093-d726-4760-af80-d274ea1821d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.375349] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.375349] env[69287]: value = "task-3451131" [ 1074.375349] env[69287]: _type = "Task" [ 1074.375349] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.387191] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451131, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.560612] env[69287]: DEBUG nova.network.neutron [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "address": "fa:16:3e:24:07:a9", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d7ebc1-f7", "ovs_interfaceid": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.572761] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.573095] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.573219] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.573408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.573573] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.578871] env[69287]: INFO nova.compute.manager [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Terminating instance [ 1074.642640] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.642893] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.665688] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1240f8ce-ce0b-4ff1-8de5-5eedc913f962 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.675171] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a02a5a-de1d-49fc-bc47-6ffa95b6a5a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.440570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.441241] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.441398] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.441937] env[69287]: DEBUG nova.compute.manager [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.442248] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.442586] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.446634] env[69287]: DEBUG nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Received event network-changed-dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.446841] env[69287]: DEBUG nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Refreshing instance network info cache due to event network-changed-dd554170-5302-4cd0-b0e8-7560a9849e36. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.447053] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Acquiring lock "refresh_cache-67bffc9d-bca7-46f1-8448-9af54c791f28" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.447201] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Acquired lock "refresh_cache-67bffc9d-bca7-46f1-8448-9af54c791f28" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448185] env[69287]: DEBUG nova.network.neutron [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Refreshing network info cache for port dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.455114] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427ecd5-51d6-41f4-a7c3-62f48819bd92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.458207] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43290c1-a714-445e-a2c0-6d3f657b471e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.460775] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df993a-585d-488a-a397-5d6c01462be9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.472608] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451131, 'name': CreateVM_Task, 'duration_secs': 0.314599} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.472846] env[69287]: DEBUG oslo_vmware.api [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451130, 'name': ReconfigVM_Task, 'duration_secs': 1.148205} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.488415] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.488735] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-688986', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'name': 'volume-3e10b294-bc90-4ab5-9e78-901d3de2947c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '36209999-6220-4c93-b6d5-d3ea8074e437', 'attached_at': '', 'detached_at': '', 'volume_id': '3e10b294-bc90-4ab5-9e78-901d3de2947c', 'serial': '3e10b294-bc90-4ab5-9e78-901d3de2947c'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.491251] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.492372] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.492614] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.492780] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.492967] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.493160] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.493318] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.493526] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.493686] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.493887] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.494077] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.494273] env[69287]: DEBUG nova.virt.hardware [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.500883] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Reconfiguring VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1075.502514] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.502680] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.503031] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.503437] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d95e5b2-bb63-41bb-99b7-72d3537b2db8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.504973] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575159a3-4a92-4117-8db4-486d1e908cf2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.518148] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b71912-87b1-4a15-ac46-b6d37846ba36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.522971] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b15902d-fac3-4d28-b2d5-fcc441223fc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.529578] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1075.529578] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db8089-c7c6-f773-e0c4-cf9b11c6f49e" [ 1075.529578] env[69287]: _type = "Task" [ 1075.529578] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.531238] env[69287]: DEBUG oslo_vmware.api [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1075.531238] env[69287]: value = "task-3451132" [ 1075.531238] env[69287]: _type = "Task" [ 1075.531238] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.543008] env[69287]: DEBUG oslo_vmware.api [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1075.543008] env[69287]: value = "task-3451133" [ 1075.543008] env[69287]: _type = "Task" [ 1075.543008] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.543776] env[69287]: DEBUG nova.compute.provider_tree [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.555940] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52db8089-c7c6-f773-e0c4-cf9b11c6f49e, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.557157] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.558015] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.558015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.558015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.558015] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.565083] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0634af57-1e54-4dae-ab37-58d07e38e385 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.567458] env[69287]: DEBUG oslo_vmware.api [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451133, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.567458] env[69287]: DEBUG oslo_vmware.api [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.574128] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.574434] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.575047] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34961dd-5900-43d3-bdb5-83c1327a5eae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.580364] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1075.580364] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526aaab6-1b05-e81a-64eb-546916fa097d" [ 1075.580364] env[69287]: _type = "Task" [ 1075.580364] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.588256] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526aaab6-1b05-e81a-64eb-546916fa097d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.996521] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.051153] env[69287]: DEBUG nova.scheduler.client.report [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.071618] env[69287]: DEBUG oslo_vmware.api [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.071919] env[69287]: DEBUG oslo_vmware.api [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451132, 'name': PowerOffVM_Task, 'duration_secs': 0.361551} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.073743] env[69287]: DEBUG nova.objects.instance [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'flavor' on Instance uuid 36209999-6220-4c93-b6d5-d3ea8074e437 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.074983] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.077226] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.077916] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db91d6eb-370b-4fbb-9f82-ceddd824b78a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.092996] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526aaab6-1b05-e81a-64eb-546916fa097d, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.094558] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfafbfa-36a2-4c5e-8abe-89f51ab70eb5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.100619] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1076.100619] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5225ab96-75aa-6925-4213-a23e5b0df608" [ 1076.100619] env[69287]: _type = "Task" [ 1076.100619] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.108802] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5225ab96-75aa-6925-4213-a23e5b0df608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.192798] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.193167] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.193384] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Deleting the datastore file [datastore2] 62edbbac-3b30-43d9-a2b2-958dac0ff1c4 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.193641] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3caa1ae-3193-42d2-aa08-ec407164ad9b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.200775] env[69287]: DEBUG oslo_vmware.api [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for the task: (returnval){ [ 1076.200775] env[69287]: value = "task-3451135" [ 1076.200775] env[69287]: _type = "Task" [ 1076.200775] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.209888] env[69287]: DEBUG oslo_vmware.api [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.367513] env[69287]: DEBUG nova.network.neutron [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Updated VIF entry in instance network info cache for port dd554170-5302-4cd0-b0e8-7560a9849e36. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.368120] env[69287]: DEBUG nova.network.neutron [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Updating instance_info_cache with network_info: [{"id": "dd554170-5302-4cd0-b0e8-7560a9849e36", "address": "fa:16:3e:3e:e7:07", "network": {"id": "28e739c8-c8f6-4e2c-bbfb-2585efd6ebd1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1936950501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d8edfd9bf54f18ab23906626c65502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd554170-53", "ovs_interfaceid": "dd554170-5302-4cd0-b0e8-7560a9849e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.560114] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.787s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.562367] env[69287]: DEBUG oslo_vmware.api [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451133, 'name': ReconfigVM_Task, 'duration_secs': 0.915438} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.562977] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.983s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.563324] env[69287]: DEBUG nova.objects.instance [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lazy-loading 'resources' on Instance uuid 06c4675d-e815-4a64-9761-78bdccf57ee6 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.565232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.565395] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Reconfigured VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1076.585758] env[69287]: INFO nova.scheduler.client.report [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleted allocations for instance 447a110f-06af-4da0-84fc-486534cc69cb [ 1076.613185] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5225ab96-75aa-6925-4213-a23e5b0df608, 'name': SearchDatastore_Task, 'duration_secs': 0.014127} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.613560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.614390] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 67bffc9d-bca7-46f1-8448-9af54c791f28/67bffc9d-bca7-46f1-8448-9af54c791f28.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.614390] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a454c747-0e67-4c72-bae6-04b6f63afc95 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.621136] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1076.621136] env[69287]: value = "task-3451136" [ 1076.621136] env[69287]: _type = "Task" [ 1076.621136] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.629550] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.712344] env[69287]: DEBUG oslo_vmware.api [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Task: {'id': task-3451135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176824} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.712659] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.712873] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.713103] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.713299] env[69287]: INFO nova.compute.manager [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1076.713560] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.713777] env[69287]: DEBUG nova.compute.manager [-] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.713942] env[69287]: DEBUG nova.network.neutron [-] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.871818] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Releasing lock "refresh_cache-67bffc9d-bca7-46f1-8448-9af54c791f28" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.871818] env[69287]: DEBUG nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-vif-plugged-03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.872085] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.872385] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.872636] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.872869] env[69287]: DEBUG nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] No waiting events found dispatching network-vif-plugged-03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.873117] env[69287]: WARNING nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received unexpected event network-vif-plugged-03d7ebc1-f737-4ce0-8173-b685094cbd3f for instance with vm_state active and task_state None. [ 1076.873356] env[69287]: DEBUG nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-changed-03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.873582] env[69287]: DEBUG nova.compute.manager [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing instance network info cache due to event network-changed-03d7ebc1-f737-4ce0-8173-b685094cbd3f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.873816] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.874058] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.874268] env[69287]: DEBUG nova.network.neutron [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing network info cache for port 03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.073129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-2f949ce0-99c8-4f4b-a8d5-5b75bbc6e25c tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-2c175405-96c1-4a94-a7ba-7a54428fb45d-03d7ebc1-f737-4ce0-8173-b685094cbd3f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.913s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.077995] env[69287]: DEBUG nova.compute.manager [req-ab3c9e8a-99b0-46ba-93fb-cad75c44af77 req-a4b0174f-89fb-490b-9bd9-48c514c7735c service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received event network-vif-deleted-82bd59e0-ec42-485a-a95d-3078839e5b98 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.078362] env[69287]: INFO nova.compute.manager [req-ab3c9e8a-99b0-46ba-93fb-cad75c44af77 req-a4b0174f-89fb-490b-9bd9-48c514c7735c service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Neutron deleted interface 82bd59e0-ec42-485a-a95d-3078839e5b98; detaching it from the instance and deleting it from the info cache [ 1077.079555] env[69287]: DEBUG nova.network.neutron [req-ab3c9e8a-99b0-46ba-93fb-cad75c44af77 req-a4b0174f-89fb-490b-9bd9-48c514c7735c service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Updating instance_info_cache with network_info: [{"id": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "address": "fa:16:3e:c2:a9:ff", "network": {"id": "e63e53e9-cd1d-4d25-8a5e-f6f922859798", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832353838", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e6285b67d3f4d1082cf173fc35083b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14d3b13-8c", "ovs_interfaceid": "f14d3b13-8cd9-4c24-8415-7fa0cf938f89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.084504] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4220f3c4-2e17-430a-8f0a-faf9ffdc4398 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.534s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.104766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-45fc762d-e8a3-4d68-a827-c6d280a8efe9 tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "447a110f-06af-4da0-84fc-486534cc69cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.517s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.133608] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50212} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.133890] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 67bffc9d-bca7-46f1-8448-9af54c791f28/67bffc9d-bca7-46f1-8448-9af54c791f28.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.134223] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.134518] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5601a244-058a-4f67-ac1a-bd00ff000147 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.141350] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1077.141350] env[69287]: value = "task-3451137" [ 1077.141350] env[69287]: _type = "Task" [ 1077.141350] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.149471] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.373387] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c238cec-2404-4797-ac82-27c7a022703d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.381864] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56440b07-5930-447e-93f0-af210603a11f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.412467] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da29f4-c488-4c61-b13f-3a464c0ca7df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.419852] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adca4bc9-ed28-40a3-8535-1b04aa124ad3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.433183] env[69287]: DEBUG nova.compute.provider_tree [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.585297] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dfa295c-2d7f-4d29-bcf2-8c9764b8d020 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.599133] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e99a91-2743-400f-81b8-cf5dd17c6166 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.634315] env[69287]: DEBUG nova.compute.manager [req-ab3c9e8a-99b0-46ba-93fb-cad75c44af77 req-a4b0174f-89fb-490b-9bd9-48c514c7735c service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Detach interface failed, port_id=82bd59e0-ec42-485a-a95d-3078839e5b98, reason: Instance 62edbbac-3b30-43d9-a2b2-958dac0ff1c4 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1077.649597] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177511} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.649894] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.650878] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a1a37-bb2e-4b21-b2a2-9e62005aeeea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.672158] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 67bffc9d-bca7-46f1-8448-9af54c791f28/67bffc9d-bca7-46f1-8448-9af54c791f28.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.672752] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c7643c-d86a-4580-9427-581bf5259233 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.690200] env[69287]: DEBUG nova.network.neutron [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updated VIF entry in instance network info cache for port 03d7ebc1-f737-4ce0-8173-b685094cbd3f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.690655] env[69287]: DEBUG nova.network.neutron [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "address": "fa:16:3e:24:07:a9", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d7ebc1-f7", "ovs_interfaceid": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.697239] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1077.697239] env[69287]: value = "task-3451138" [ 1077.697239] env[69287]: _type = "Task" [ 1077.697239] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.705256] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.752413] env[69287]: DEBUG nova.network.neutron [-] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.936467] env[69287]: DEBUG nova.scheduler.client.report [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.093708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.094421] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.094421] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.094421] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.094630] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.096522] env[69287]: INFO nova.compute.manager [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Terminating instance [ 1078.193903] env[69287]: DEBUG oslo_concurrency.lockutils [req-f117d9c9-74d3-494b-88e6-cf8eb225269a req-3d6f14bc-d980-4ac7-9d7e-014d9259dfcf service nova] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.206680] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451138, 'name': ReconfigVM_Task, 'duration_secs': 0.26641} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.206931] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 67bffc9d-bca7-46f1-8448-9af54c791f28/67bffc9d-bca7-46f1-8448-9af54c791f28.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.207649] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f9af4f7-0734-421d-9417-ad6715044a9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.213533] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1078.213533] env[69287]: value = "task-3451139" [ 1078.213533] env[69287]: _type = "Task" [ 1078.213533] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.220810] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451139, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.254889] env[69287]: INFO nova.compute.manager [-] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Took 1.54 seconds to deallocate network for instance. [ 1078.410905] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-2c175405-96c1-4a94-a7ba-7a54428fb45d-03d7ebc1-f737-4ce0-8173-b685094cbd3f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.411229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-2c175405-96c1-4a94-a7ba-7a54428fb45d-03d7ebc1-f737-4ce0-8173-b685094cbd3f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.441309] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.443910] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.207s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.444164] env[69287]: DEBUG nova.objects.instance [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lazy-loading 'resources' on Instance uuid 4b1305d9-0c72-4874-9650-1305fbdb76e8 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.465957] env[69287]: INFO nova.scheduler.client.report [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Deleted allocations for instance 06c4675d-e815-4a64-9761-78bdccf57ee6 [ 1078.601205] env[69287]: DEBUG nova.compute.manager [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.601505] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.602400] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd3f46f-a8ba-4551-bff7-9aee5a593cfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.610677] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.610992] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4598efa-a657-4761-9f45-03c6dc62b238 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.617034] env[69287]: DEBUG oslo_vmware.api [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1078.617034] env[69287]: value = "task-3451140" [ 1078.617034] env[69287]: _type = "Task" [ 1078.617034] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.624806] env[69287]: DEBUG oslo_vmware.api [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.727211] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451139, 'name': Rename_Task, 'duration_secs': 0.16209} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.727579] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.727983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917acbea-000a-4683-97df-931281c8ea44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.736426] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1078.736426] env[69287]: value = "task-3451141" [ 1078.736426] env[69287]: _type = "Task" [ 1078.736426] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.751883] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.762568] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.914381] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.914543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.915534] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6752629-84d1-495f-b447-f8666deb106a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.933452] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8dc8b-c80b-4d47-87a7-9ab4cd1ab7cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.964214] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Reconfiguring VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1078.964748] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38442d51-1dd3-41ec-bfde-dd462325c40e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.980956] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ebf0440-3497-4c79-9bad-3c97cb2c245e tempest-ListServersNegativeTestJSON-1516741142 tempest-ListServersNegativeTestJSON-1516741142-project-member] Lock "06c4675d-e815-4a64-9761-78bdccf57ee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.894s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.985674] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1078.985674] env[69287]: value = "task-3451142" [ 1078.985674] env[69287]: _type = "Task" [ 1078.985674] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.998783] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.106356] env[69287]: DEBUG nova.compute.manager [req-7e54d919-1935-49b9-a079-3fb5dbb8e148 req-b2b0896a-26ba-45bb-9c1e-3ac221226f50 service nova] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Received event network-vif-deleted-f14d3b13-8cd9-4c24-8415-7fa0cf938f89 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.126695] env[69287]: DEBUG oslo_vmware.api [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451140, 'name': PowerOffVM_Task, 'duration_secs': 0.271611} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.127009] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.127191] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.127435] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73a9081-c4a8-4e24-aa7e-1d6c4390ea08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.231609] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.231851] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.232052] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleting the datastore file [datastore2] 36209999-6220-4c93-b6d5-d3ea8074e437 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.232366] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c05ab1a-b6e4-479b-b103-71645164c208 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.245715] env[69287]: DEBUG oslo_vmware.api [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1079.245715] env[69287]: value = "task-3451144" [ 1079.245715] env[69287]: _type = "Task" [ 1079.245715] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.252477] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451141, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.256961] env[69287]: DEBUG oslo_vmware.api [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.264092] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ef9bc-254b-4f7a-af69-31a9d2479616 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.272422] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6136be3-4fac-4374-9b9a-57e4687396a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.310691] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f44e36-3445-46b8-923f-8a9c7e27b693 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.320606] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6474c4-1835-4205-a1c7-e641b33ab443 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.341593] env[69287]: DEBUG nova.compute.provider_tree [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.498741] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.752607] env[69287]: DEBUG oslo_vmware.api [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451141, 'name': PowerOnVM_Task, 'duration_secs': 0.654825} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.753361] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.753573] env[69287]: INFO nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1079.753754] env[69287]: DEBUG nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.754621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e19ca9-a98f-4aa6-80c4-595fe6e443ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.766018] env[69287]: DEBUG oslo_vmware.api [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207202} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.766018] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.766018] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.766018] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.766018] env[69287]: INFO nova.compute.manager [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1079.766018] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.766301] env[69287]: DEBUG nova.compute.manager [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.766427] env[69287]: DEBUG nova.network.neutron [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.843680] env[69287]: DEBUG nova.scheduler.client.report [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.001684] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.286962] env[69287]: INFO nova.compute.manager [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Took 15.00 seconds to build instance. [ 1080.354209] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.358284] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.264s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.399171] env[69287]: INFO nova.scheduler.client.report [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Deleted allocations for instance 4b1305d9-0c72-4874-9650-1305fbdb76e8 [ 1080.498399] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.789976] env[69287]: DEBUG oslo_concurrency.lockutils [None req-7a2712c4-2b52-4206-9068-16fd729359b8 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.517s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.871058] env[69287]: INFO nova.compute.claims [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.910766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-325594f3-db56-4a51-a886-12ab8e82a9d1 tempest-ServersAdminTestJSON-1590135018 tempest-ServersAdminTestJSON-1590135018-project-member] Lock "4b1305d9-0c72-4874-9650-1305fbdb76e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.079s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.949241] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.949241] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.999875] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.143641] env[69287]: DEBUG nova.compute.manager [req-4977afd6-11f3-4bf8-9e83-9e8002fe2e2a req-f9638fc4-a1d0-41cd-9f06-beefb11569f3 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Received event network-vif-deleted-9a96b0bd-e6f3-4d5f-93a3-e3af05133417 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.146896] env[69287]: INFO nova.compute.manager [req-4977afd6-11f3-4bf8-9e83-9e8002fe2e2a req-f9638fc4-a1d0-41cd-9f06-beefb11569f3 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Neutron deleted interface 9a96b0bd-e6f3-4d5f-93a3-e3af05133417; detaching it from the instance and deleting it from the info cache [ 1081.148722] env[69287]: DEBUG nova.network.neutron [req-4977afd6-11f3-4bf8-9e83-9e8002fe2e2a req-f9638fc4-a1d0-41cd-9f06-beefb11569f3 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.364821] env[69287]: DEBUG nova.network.neutron [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.377391] env[69287]: INFO nova.compute.resource_tracker [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating resource usage from migration 7b62b24d-f1b9-4694-8ade-c4321d53c08b [ 1081.460364] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.511072] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.650527] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3776a3ea-a59d-4a56-a226-3df73b4f43e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.666269] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be74d38-14c6-4e27-9ef8-a9690d47e503 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.713952] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "67bffc9d-bca7-46f1-8448-9af54c791f28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.714246] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.714430] env[69287]: DEBUG nova.compute.manager [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.714823] env[69287]: DEBUG nova.compute.manager [req-4977afd6-11f3-4bf8-9e83-9e8002fe2e2a req-f9638fc4-a1d0-41cd-9f06-beefb11569f3 service nova] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Detach interface failed, port_id=9a96b0bd-e6f3-4d5f-93a3-e3af05133417, reason: Instance 36209999-6220-4c93-b6d5-d3ea8074e437 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1081.718319] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8aa07f-2627-405e-843f-47d3852bf75a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.726740] env[69287]: DEBUG nova.compute.manager [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1081.726740] env[69287]: DEBUG nova.objects.instance [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'flavor' on Instance uuid 67bffc9d-bca7-46f1-8448-9af54c791f28 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.739683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03bdc5c-1b05-4896-8a10-627e707121a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.748439] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294ad89-741d-462d-854b-2d27b0ef9154 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.781649] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacf908-ce5d-4041-8887-a4cdf8f10584 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.791281] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a5822-1d7f-421c-8531-df9254136d7f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.806661] env[69287]: DEBUG nova.compute.provider_tree [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.866861] env[69287]: INFO nova.compute.manager [-] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Took 2.10 seconds to deallocate network for instance. [ 1081.992069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.008478] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.311046] env[69287]: DEBUG nova.scheduler.client.report [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.373220] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.509213] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.736251] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.736753] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15918aae-c031-4692-8e41-989f22625f4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.746808] env[69287]: DEBUG oslo_vmware.api [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1082.746808] env[69287]: value = "task-3451145" [ 1082.746808] env[69287]: _type = "Task" [ 1082.746808] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.758294] env[69287]: DEBUG oslo_vmware.api [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.820993] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.463s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.821311] env[69287]: INFO nova.compute.manager [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Migrating [ 1082.827874] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.523s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.828108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.830250] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.834s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.831967] env[69287]: INFO nova.compute.claims [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.872225] env[69287]: INFO nova.scheduler.client.report [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Deleted allocations for instance 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1 [ 1083.007254] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.156429] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.156657] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.257124] env[69287]: DEBUG oslo_vmware.api [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451145, 'name': PowerOffVM_Task, 'duration_secs': 0.213517} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.257439] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.257643] env[69287]: DEBUG nova.compute.manager [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.258467] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0554cf58-6219-436b-9b52-2791583c2663 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.346860] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.347079] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.347274] env[69287]: DEBUG nova.network.neutron [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.385726] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0ea650ca-341c-4bfe-b852-7dd9f5184127 tempest-DeleteServersTestJSON-665535561 tempest-DeleteServersTestJSON-665535561-project-member] Lock "23ff0c14-9666-4f0f-9bcb-a64debf5f5a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.451s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.508274] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.660228] env[69287]: DEBUG nova.compute.utils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1083.771671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6be8fb68-d947-4b27-878a-4034eb35d884 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.018319] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.133254] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f37fc51-a8c7-434f-980f-3b3eb3a75263 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.147152] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30f6047-4a5b-4d60-9378-236eb1794855 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.200507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.043s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.202521] env[69287]: DEBUG nova.network.neutron [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.204530] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3672a968-c081-4d5f-ad16-6850a8a897a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.214208] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aeb95b-b086-44eb-9de5-545f3f4c2277 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.231487] env[69287]: DEBUG nova.compute.provider_tree [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.508726] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.710220] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.735070] env[69287]: DEBUG nova.scheduler.client.report [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.896699] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "67bffc9d-bca7-46f1-8448-9af54c791f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.896970] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.897229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "67bffc9d-bca7-46f1-8448-9af54c791f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.897382] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.897556] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.902583] env[69287]: INFO nova.compute.manager [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Terminating instance [ 1085.009559] env[69287]: DEBUG oslo_vmware.api [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451142, 'name': ReconfigVM_Task, 'duration_secs': 5.803581} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.009811] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.010378] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Reconfigured VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1085.226936] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.227254] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.227490] env[69287]: INFO nova.compute.manager [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Attaching volume 582c5a56-bea4-4ec3-a078-7fd36f3bb922 to /dev/sdb [ 1085.241597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.242256] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.247495] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.485s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.247784] env[69287]: DEBUG nova.objects.instance [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lazy-loading 'resources' on Instance uuid 62edbbac-3b30-43d9-a2b2-958dac0ff1c4 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.271828] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aada2d73-ab6c-49db-9715-6817d7f362fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.280859] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff53e1-c40b-4a61-aa76-d322ad090343 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.298785] env[69287]: DEBUG nova.virt.block_device [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating existing volume attachment record: 0514b5ba-0ed1-4a38-a92b-4a87f333735c {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.405593] env[69287]: DEBUG nova.compute.manager [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.405777] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.407152] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682d55cc-9cdd-4178-8d45-433020094cc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.415920] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.416181] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48246493-01eb-406c-a985-71f6b4a0162f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.491325] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.491680] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.491985] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore2] 67bffc9d-bca7-46f1-8448-9af54c791f28 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.492386] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c0e689-e285-439f-b454-84e74b050549 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.500356] env[69287]: DEBUG oslo_vmware.api [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1085.500356] env[69287]: value = "task-3451149" [ 1085.500356] env[69287]: _type = "Task" [ 1085.500356] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.509502] env[69287]: DEBUG oslo_vmware.api [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.559051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.559051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.752445] env[69287]: DEBUG nova.compute.utils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1085.754708] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.754959] env[69287]: DEBUG nova.network.neutron [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.798679] env[69287]: DEBUG nova.policy [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de5314090104225a8f179ac115afef6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cfd12d3c9b409aa91904a72d95c840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.007962] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c1aa6f-4474-4569-bec0-30f8639a3057 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.016483] env[69287]: DEBUG oslo_vmware.api [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142009} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.018266] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.018476] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.018671] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.018839] env[69287]: INFO nova.compute.manager [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1086.019123] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.019390] env[69287]: DEBUG nova.compute.manager [-] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.019485] env[69287]: DEBUG nova.network.neutron [-] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.021872] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df83272-b365-434d-89da-4e0af7facdc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.054216] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdea9b8-f65f-4e83-b4c4-008311a0a956 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.061988] env[69287]: DEBUG nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.068113] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe7d19-1b83-4056-99c2-48391ca2caf7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.082584] env[69287]: DEBUG nova.compute.provider_tree [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.181291] env[69287]: DEBUG nova.network.neutron [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Successfully created port: c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.229951] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9307124-38c3-411c-882f-a8f806fb51f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.262777] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.266067] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.367219] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.370056] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.370702] env[69287]: DEBUG nova.network.neutron [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.468163] env[69287]: DEBUG nova.compute.manager [req-09e841db-5970-498f-ae1b-cdae9f10c2f8 req-deb99d06-5aa7-4c99-a3fa-175539ea038f service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Received event network-vif-deleted-dd554170-5302-4cd0-b0e8-7560a9849e36 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.468419] env[69287]: INFO nova.compute.manager [req-09e841db-5970-498f-ae1b-cdae9f10c2f8 req-deb99d06-5aa7-4c99-a3fa-175539ea038f service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Neutron deleted interface dd554170-5302-4cd0-b0e8-7560a9849e36; detaching it from the instance and deleting it from the info cache [ 1086.468537] env[69287]: DEBUG nova.network.neutron [req-09e841db-5970-498f-ae1b-cdae9f10c2f8 req-deb99d06-5aa7-4c99-a3fa-175539ea038f service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.586449] env[69287]: DEBUG nova.scheduler.client.report [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.590664] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.776145] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.776383] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35951de5-0551-4139-83cb-e49e0341a06b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.786690] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1086.786690] env[69287]: value = "task-3451152" [ 1086.786690] env[69287]: _type = "Task" [ 1086.786690] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.796224] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.951998] env[69287]: DEBUG nova.network.neutron [-] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.972015] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e42d6bc8-add8-445b-bd81-f9efe1523c66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.982325] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8b8eb-63ba-4925-9f1e-1bae620b8136 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.019677] env[69287]: DEBUG nova.compute.manager [req-09e841db-5970-498f-ae1b-cdae9f10c2f8 req-deb99d06-5aa7-4c99-a3fa-175539ea038f service nova] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Detach interface failed, port_id=dd554170-5302-4cd0-b0e8-7560a9849e36, reason: Instance 67bffc9d-bca7-46f1-8448-9af54c791f28 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1087.092382] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.095237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.103s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.096189] env[69287]: INFO nova.compute.claims [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.117856] env[69287]: INFO nova.scheduler.client.report [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Deleted allocations for instance 62edbbac-3b30-43d9-a2b2-958dac0ff1c4 [ 1087.122568] env[69287]: INFO nova.network.neutron [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Port 03d7ebc1-f737-4ce0-8173-b685094cbd3f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1087.122895] env[69287]: DEBUG nova.network.neutron [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.263136] env[69287]: DEBUG nova.compute.manager [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.263410] env[69287]: DEBUG nova.compute.manager [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing instance network info cache due to event network-changed-e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.263631] env[69287]: DEBUG oslo_concurrency.lockutils [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] Acquiring lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.281192] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.303615] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451152, 'name': PowerOffVM_Task, 'duration_secs': 0.230608} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.303615] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.303786] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.315771] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.316041] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.316201] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.316378] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.316534] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.316678] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.316882] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.317193] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.317418] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.317789] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.318088] env[69287]: DEBUG nova.virt.hardware [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.318922] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84172097-be53-414c-9463-22b4ce559346 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.329071] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1819e-5711-4192-b5da-5cfc76078695 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.459576] env[69287]: INFO nova.compute.manager [-] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Took 1.44 seconds to deallocate network for instance. [ 1087.627585] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.631697] env[69287]: DEBUG oslo_concurrency.lockutils [None req-81528334-07d0-4937-9fe9-921d569f09b0 tempest-ServersTestMultiNic-400699232 tempest-ServersTestMultiNic-400699232-project-member] Lock "62edbbac-3b30-43d9-a2b2-958dac0ff1c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.058s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.632465] env[69287]: DEBUG oslo_concurrency.lockutils [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] Acquired lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.632696] env[69287]: DEBUG nova.network.neutron [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Refreshing network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.802369] env[69287]: DEBUG nova.network.neutron [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Successfully updated port: c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.811547] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.811796] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.811919] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.812534] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.812534] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.812534] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.812979] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.812979] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.813138] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.813450] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.813643] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.819553] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a036f252-b0c3-432d-81ea-9210aabd7e36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.837057] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1087.837057] env[69287]: value = "task-3451153" [ 1087.837057] env[69287]: _type = "Task" [ 1087.837057] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.848532] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.957712] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-df6db37d-5fea-486f-a1ec-0635e12a9e93-03d7ebc1-f737-4ce0-8173-b685094cbd3f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.957712] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-df6db37d-5fea-486f-a1ec-0635e12a9e93-03d7ebc1-f737-4ce0-8173-b685094cbd3f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.957712] env[69287]: DEBUG nova.objects.instance [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'flavor' on Instance uuid df6db37d-5fea-486f-a1ec-0635e12a9e93 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.966249] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.131878] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eff5b9f9-d3e4-4203-ac3a-99a39888261a tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-2c175405-96c1-4a94-a7ba-7a54428fb45d-03d7ebc1-f737-4ce0-8173-b685094cbd3f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.721s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.306692] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.306692] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.307241] env[69287]: DEBUG nova.network.neutron [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.356020] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451153, 'name': ReconfigVM_Task, 'duration_secs': 0.22486} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.357928] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.374694] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea3717-4aa8-41b2-87df-34ca50c3f941 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.383372] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a439c54b-d728-406e-a596-949d67d01a51 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.425900] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356c8a11-0de1-4739-a3c0-ad672ecb35e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.436635] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d8bbb-af6f-42a5-aa84-7fca210fbdf5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.453434] env[69287]: DEBUG nova.compute.provider_tree [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.506940] env[69287]: DEBUG nova.compute.manager [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Received event network-vif-plugged-c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.507108] env[69287]: DEBUG oslo_concurrency.lockutils [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.507340] env[69287]: DEBUG oslo_concurrency.lockutils [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] Lock "5dd716a6-e751-4175-903e-5e120a45bd96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.507492] env[69287]: DEBUG oslo_concurrency.lockutils [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] Lock "5dd716a6-e751-4175-903e-5e120a45bd96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.507659] env[69287]: DEBUG nova.compute.manager [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] No waiting events found dispatching network-vif-plugged-c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.507823] env[69287]: WARNING nova.compute.manager [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Received unexpected event network-vif-plugged-c66062d2-35a2-4f10-b607-81c40bf07402 for instance with vm_state building and task_state spawning. [ 1088.507982] env[69287]: DEBUG nova.compute.manager [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Received event network-changed-c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.508159] env[69287]: DEBUG nova.compute.manager [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Refreshing instance network info cache due to event network-changed-c66062d2-35a2-4f10-b607-81c40bf07402. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.508327] env[69287]: DEBUG oslo_concurrency.lockutils [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] Acquiring lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.514859] env[69287]: DEBUG nova.network.neutron [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updated VIF entry in instance network info cache for port e175deaa-d9a0-45f5-864a-a860ead1d2ab. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.515359] env[69287]: DEBUG nova.network.neutron [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [{"id": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "address": "fa:16:3e:94:98:6e", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape175deaa-d9", "ovs_interfaceid": "e175deaa-d9a0-45f5-864a-a860ead1d2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.664276] env[69287]: DEBUG nova.objects.instance [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'pci_requests' on Instance uuid df6db37d-5fea-486f-a1ec-0635e12a9e93 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.866012] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.866012] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.866012] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.866012] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.866012] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.866215] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.866386] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.866544] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.866712] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.866875] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.867295] env[69287]: DEBUG nova.virt.hardware [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.873528] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.875054] env[69287]: DEBUG nova.network.neutron [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.878440] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ff55a3-a2cb-4036-bde5-cdd9e8824be9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.904013] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1088.904013] env[69287]: value = "task-3451155" [ 1088.904013] env[69287]: _type = "Task" [ 1088.904013] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.916466] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.956364] env[69287]: DEBUG nova.scheduler.client.report [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.017802] env[69287]: DEBUG oslo_concurrency.lockutils [req-6df46c06-4ca9-43c7-af26-61cd286791f6 req-81d13053-e534-4444-a18a-26c87feb2557 service nova] Releasing lock "refresh_cache-2c175405-96c1-4a94-a7ba-7a54428fb45d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.071774] env[69287]: DEBUG nova.network.neutron [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updating instance_info_cache with network_info: [{"id": "c66062d2-35a2-4f10-b607-81c40bf07402", "address": "fa:16:3e:58:4e:74", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66062d2-35", "ovs_interfaceid": "c66062d2-35a2-4f10-b607-81c40bf07402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.169717] env[69287]: DEBUG nova.objects.base [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.170009] env[69287]: DEBUG nova.network.neutron [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.250051] env[69287]: DEBUG nova.policy [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e26c2890a364ee9be1bf6d4eaa8cdbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07a505d35514521b4bd40a664bc2327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.328930] env[69287]: DEBUG nova.compute.manager [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-changed-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.329248] env[69287]: DEBUG nova.compute.manager [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing instance network info cache due to event network-changed-d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1089.329421] env[69287]: DEBUG oslo_concurrency.lockutils [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.329592] env[69287]: DEBUG oslo_concurrency.lockutils [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.329769] env[69287]: DEBUG nova.network.neutron [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing network info cache for port d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.418698] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451155, 'name': ReconfigVM_Task, 'duration_secs': 0.202992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.419029] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.419969] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0a462-a8e2-4beb-b8f7-aff4f485cdf6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.446644] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.447042] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f44a68a-eee3-4953-a0c1-fd0121961f10 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.462359] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.463562] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.090s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.463834] env[69287]: DEBUG nova.objects.instance [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'resources' on Instance uuid 36209999-6220-4c93-b6d5-d3ea8074e437 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.472583] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1089.472583] env[69287]: value = "task-3451156" [ 1089.472583] env[69287]: _type = "Task" [ 1089.472583] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.484059] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.574539] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.574943] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Instance network_info: |[{"id": "c66062d2-35a2-4f10-b607-81c40bf07402", "address": "fa:16:3e:58:4e:74", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66062d2-35", "ovs_interfaceid": "c66062d2-35a2-4f10-b607-81c40bf07402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.575304] env[69287]: DEBUG oslo_concurrency.lockutils [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] Acquired lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.575510] env[69287]: DEBUG nova.network.neutron [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Refreshing network info cache for port c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.577449] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:4e:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c66062d2-35a2-4f10-b607-81c40bf07402', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.587767] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.589150] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.589393] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3421007-c995-4a4c-9239-b3a07a2425d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.611758] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.611758] env[69287]: value = "task-3451157" [ 1089.611758] env[69287]: _type = "Task" [ 1089.611758] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.621128] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451157, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.969519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "6ceb8aad-9728-4e4a-80d8-e08e65320297" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.969631] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "6ceb8aad-9728-4e4a-80d8-e08e65320297" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.983806] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451156, 'name': ReconfigVM_Task, 'duration_secs': 0.341704} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.984874] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.984874] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.089745] env[69287]: DEBUG nova.network.neutron [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updated VIF entry in instance network info cache for port d0d8c652-2a54-466b-92ce-51030a226575. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.090207] env[69287]: DEBUG nova.network.neutron [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.123651] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451157, 'name': CreateVM_Task, 'duration_secs': 0.362881} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.126423] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.127733] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.127974] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.128335] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.128624] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87f051e-0f13-4272-9eea-1540407ab005 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.137400] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1090.137400] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528387cc-fab7-2094-7ec1-be08c5b12171" [ 1090.137400] env[69287]: _type = "Task" [ 1090.137400] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.153023] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528387cc-fab7-2094-7ec1-be08c5b12171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.270279] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e5d671-8760-4ac8-bf83-dbab6bacf4ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.281886] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac65dc4-5395-4080-ab4c-e2993733fa9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.322678] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1cbd0-526d-4970-8516-6a74d1c9ef53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.339858] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b46502-4f2b-42eb-a9e9-c99cf88984f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.358920] env[69287]: DEBUG nova.compute.provider_tree [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.362732] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.362991] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689020', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'name': 'volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514914b6-aaff-4ca8-8c1c-2704f716f7a0', 'attached_at': '', 'detached_at': '', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'serial': '582c5a56-bea4-4ec3-a078-7fd36f3bb922'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.363885] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76eea3-5230-4754-bf25-865b855b5a18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.385848] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87446d2e-7433-4fe4-af4d-356e86d7338a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.415982] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922/volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.416762] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cdad457-e29c-42ab-ac5e-b645939efddf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.443442] env[69287]: DEBUG oslo_vmware.api [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1090.443442] env[69287]: value = "task-3451158" [ 1090.443442] env[69287]: _type = "Task" [ 1090.443442] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.453695] env[69287]: DEBUG oslo_vmware.api [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.472156] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "6ceb8aad-9728-4e4a-80d8-e08e65320297" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.472902] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.491985] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162ddfb-2eb5-4bad-8d7f-781480b71797 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.515396] env[69287]: DEBUG nova.network.neutron [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updated VIF entry in instance network info cache for port c66062d2-35a2-4f10-b607-81c40bf07402. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.515761] env[69287]: DEBUG nova.network.neutron [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updating instance_info_cache with network_info: [{"id": "c66062d2-35a2-4f10-b607-81c40bf07402", "address": "fa:16:3e:58:4e:74", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66062d2-35", "ovs_interfaceid": "c66062d2-35a2-4f10-b607-81c40bf07402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.521185] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d277493-95bc-41ed-84c3-2e45560216b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.541168] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.592670] env[69287]: DEBUG oslo_concurrency.lockutils [req-fbf39411-aebb-4da3-b4cb-2bdaae01ccbd req-b5a717d4-2c47-4c80-8407-00505bb01438 service nova] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.650527] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528387cc-fab7-2094-7ec1-be08c5b12171, 'name': SearchDatastore_Task, 'duration_secs': 0.028831} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.651914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.651914] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.651914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.651914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.652123] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.652465] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-340eb001-9abc-4f4c-b704-055246d0b73c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.663490] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.663695] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.664811] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec7f4b1-082c-4a92-8dc4-0a7ccdb4465a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.672787] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1090.672787] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fd6ef0-eb05-ea9e-db4c-2e81383da136" [ 1090.672787] env[69287]: _type = "Task" [ 1090.672787] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.680401] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fd6ef0-eb05-ea9e-db4c-2e81383da136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.851227] env[69287]: DEBUG nova.compute.manager [req-abec481c-2b25-47d1-9496-a419bd60b602 req-03438864-482c-4ad2-9df3-ccb73bd33b45 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-vif-plugged-03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.852455] env[69287]: DEBUG oslo_concurrency.lockutils [req-abec481c-2b25-47d1-9496-a419bd60b602 req-03438864-482c-4ad2-9df3-ccb73bd33b45 service nova] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.852455] env[69287]: DEBUG oslo_concurrency.lockutils [req-abec481c-2b25-47d1-9496-a419bd60b602 req-03438864-482c-4ad2-9df3-ccb73bd33b45 service nova] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.852455] env[69287]: DEBUG oslo_concurrency.lockutils [req-abec481c-2b25-47d1-9496-a419bd60b602 req-03438864-482c-4ad2-9df3-ccb73bd33b45 service nova] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.852455] env[69287]: DEBUG nova.compute.manager [req-abec481c-2b25-47d1-9496-a419bd60b602 req-03438864-482c-4ad2-9df3-ccb73bd33b45 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] No waiting events found dispatching network-vif-plugged-03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.852455] env[69287]: WARNING nova.compute.manager [req-abec481c-2b25-47d1-9496-a419bd60b602 req-03438864-482c-4ad2-9df3-ccb73bd33b45 service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received unexpected event network-vif-plugged-03d7ebc1-f737-4ce0-8173-b685094cbd3f for instance with vm_state active and task_state None. [ 1090.869246] env[69287]: DEBUG nova.scheduler.client.report [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.956819] env[69287]: DEBUG oslo_vmware.api [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451158, 'name': ReconfigVM_Task, 'duration_secs': 0.380577} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.957180] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922/volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.962230] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3215e234-d4bf-4aee-a286-bfa955c1d641 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.978701] env[69287]: DEBUG nova.compute.utils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1090.985624] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.985820] env[69287]: DEBUG nova.network.neutron [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.987808] env[69287]: DEBUG oslo_vmware.api [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1090.987808] env[69287]: value = "task-3451159" [ 1090.987808] env[69287]: _type = "Task" [ 1090.987808] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.998357] env[69287]: DEBUG oslo_vmware.api [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.022156] env[69287]: DEBUG oslo_concurrency.lockutils [req-415c37ef-4f84-4763-892c-fe4ee53cf478 req-8d26b0f6-2481-423d-9395-4c8555ebf810 service nova] Releasing lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.048613] env[69287]: DEBUG nova.policy [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '507c7ce79b844d58ae6dfdf5032a6116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c6501451a964be6a8073480cb997e4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.085896] env[69287]: DEBUG nova.network.neutron [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Successfully updated port: 03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.188310] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fd6ef0-eb05-ea9e-db4c-2e81383da136, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.189154] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b778de6b-0982-4e0d-bd3e-668600424b21 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.199559] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1091.199559] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525ecea9-e21d-10f3-2aa8-aac25c64fd1c" [ 1091.199559] env[69287]: _type = "Task" [ 1091.199559] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.208627] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525ecea9-e21d-10f3-2aa8-aac25c64fd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.374578] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.376918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.786s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.380278] env[69287]: INFO nova.compute.claims [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.409397] env[69287]: INFO nova.scheduler.client.report [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted allocations for instance 36209999-6220-4c93-b6d5-d3ea8074e437 [ 1091.485699] env[69287]: DEBUG nova.network.neutron [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Successfully created port: 788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.492734] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.508646] env[69287]: DEBUG oslo_vmware.api [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451159, 'name': ReconfigVM_Task, 'duration_secs': 0.162675} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.510321] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689020', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'name': 'volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514914b6-aaff-4ca8-8c1c-2704f716f7a0', 'attached_at': '', 'detached_at': '', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'serial': '582c5a56-bea4-4ec3-a078-7fd36f3bb922'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1091.588350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.588529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.588733] env[69287]: DEBUG nova.network.neutron [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.712958] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525ecea9-e21d-10f3-2aa8-aac25c64fd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.713312] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.713499] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 5dd716a6-e751-4175-903e-5e120a45bd96/5dd716a6-e751-4175-903e-5e120a45bd96.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.713771] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e2865a-416a-4034-b0a8-d6fab103b670 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.723142] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1091.723142] env[69287]: value = "task-3451160" [ 1091.723142] env[69287]: _type = "Task" [ 1091.723142] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.734528] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.919231] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b59ec01a-a649-40c8-b2e5-a2d3b8add894 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "36209999-6220-4c93-b6d5-d3ea8074e437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.824s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.158293] env[69287]: WARNING nova.network.neutron [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] 50abe619-3d74-49f9-a7ee-5b829f8b6b46 already exists in list: networks containing: ['50abe619-3d74-49f9-a7ee-5b829f8b6b46']. ignoring it [ 1092.233786] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466158} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.233786] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 5dd716a6-e751-4175-903e-5e120a45bd96/5dd716a6-e751-4175-903e-5e120a45bd96.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.233786] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.233786] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45a92d47-dad6-441a-b8ad-1f10500f0622 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.240975] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1092.240975] env[69287]: value = "task-3451161" [ 1092.240975] env[69287]: _type = "Task" [ 1092.240975] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.249651] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.320623] env[69287]: DEBUG nova.network.neutron [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Port e469e019-39b8-415e-9964-192f3d922020 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1092.503171] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.535891] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.536223] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.536427] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.536618] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.536765] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.536914] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.537191] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.537397] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.537622] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.537810] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.538036] env[69287]: DEBUG nova.virt.hardware [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.539085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc63249-a7a8-4ba0-a4fb-8808acaba940 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.551102] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4af27-8810-4ccf-82a7-01f2a3ea1353 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.566108] env[69287]: DEBUG nova.objects.instance [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'flavor' on Instance uuid 514914b6-aaff-4ca8-8c1c-2704f716f7a0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.650272] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225e855c-dd3c-47b2-8262-e8730f499895 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.661218] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed86b79-eb9f-4c73-87e7-190856c531e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.692593] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501aed0-1ca0-436f-87e6-994cda4fd010 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.700238] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31558746-cc20-472b-b250-c581e7bf3562 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.714496] env[69287]: DEBUG nova.compute.provider_tree [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.716851] env[69287]: DEBUG nova.network.neutron [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "address": "fa:16:3e:24:07:a9", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d7ebc1-f7", "ovs_interfaceid": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.751807] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071192} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.752603] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.753469] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a32c474-e2fa-4e52-9190-e5fe8154f662 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.777207] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5dd716a6-e751-4175-903e-5e120a45bd96/5dd716a6-e751-4175-903e-5e120a45bd96.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.777552] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfeb2335-c29a-46ad-99ca-e459fce90888 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.798468] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1092.798468] env[69287]: value = "task-3451162" [ 1092.798468] env[69287]: _type = "Task" [ 1092.798468] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.807463] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.881710] env[69287]: DEBUG nova.compute.manager [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-changed-03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.882473] env[69287]: DEBUG nova.compute.manager [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing instance network info cache due to event network-changed-03d7ebc1-f737-4ce0-8173-b685094cbd3f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.882473] env[69287]: DEBUG oslo_concurrency.lockutils [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.073867] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43b938b9-a4d6-4f38-be06-81452b616a6f tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.847s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.126164] env[69287]: DEBUG nova.compute.manager [req-4941fb34-9906-4eb9-83ef-05a1f20ed87d req-914dbfd5-5412-4310-a98e-dc8576ca50e5 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Received event network-vif-plugged-788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.126536] env[69287]: DEBUG oslo_concurrency.lockutils [req-4941fb34-9906-4eb9-83ef-05a1f20ed87d req-914dbfd5-5412-4310-a98e-dc8576ca50e5 service nova] Acquiring lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.126631] env[69287]: DEBUG oslo_concurrency.lockutils [req-4941fb34-9906-4eb9-83ef-05a1f20ed87d req-914dbfd5-5412-4310-a98e-dc8576ca50e5 service nova] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.126753] env[69287]: DEBUG oslo_concurrency.lockutils [req-4941fb34-9906-4eb9-83ef-05a1f20ed87d req-914dbfd5-5412-4310-a98e-dc8576ca50e5 service nova] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.127657] env[69287]: DEBUG nova.compute.manager [req-4941fb34-9906-4eb9-83ef-05a1f20ed87d req-914dbfd5-5412-4310-a98e-dc8576ca50e5 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] No waiting events found dispatching network-vif-plugged-788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.127657] env[69287]: WARNING nova.compute.manager [req-4941fb34-9906-4eb9-83ef-05a1f20ed87d req-914dbfd5-5412-4310-a98e-dc8576ca50e5 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Received unexpected event network-vif-plugged-788bf2e0-af66-4058-8b38-7dec3ef3a607 for instance with vm_state building and task_state spawning. [ 1093.177040] env[69287]: DEBUG nova.network.neutron [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Successfully updated port: 788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.220652] env[69287]: DEBUG nova.scheduler.client.report [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.224156] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.224738] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.224899] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.225190] env[69287]: DEBUG oslo_concurrency.lockutils [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.225369] env[69287]: DEBUG nova.network.neutron [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Refreshing network info cache for port 03d7ebc1-f737-4ce0-8173-b685094cbd3f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.228042] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dcc59a-bbed-4c97-a3b3-68419711f59b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.249968] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.250268] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.250453] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.250651] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.250801] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.250954] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.251185] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.251346] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.251513] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.251678] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.251876] env[69287]: DEBUG nova.virt.hardware [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.258652] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Reconfiguring VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1093.259714] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ea37e0-e7b6-4252-ba35-1b882a006676 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.289206] env[69287]: DEBUG oslo_vmware.api [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1093.289206] env[69287]: value = "task-3451163" [ 1093.289206] env[69287]: _type = "Task" [ 1093.289206] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.299143] env[69287]: DEBUG oslo_vmware.api [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451163, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.309037] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.346129] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.346555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.346555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.680232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "refresh_cache-d39cff40-4a0d-42d3-9c7d-d7f97d70169b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.680506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquired lock "refresh_cache-d39cff40-4a0d-42d3-9c7d-d7f97d70169b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.680639] env[69287]: DEBUG nova.network.neutron [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.734934] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.735588] env[69287]: DEBUG nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.738173] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.772s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.738918] env[69287]: DEBUG nova.objects.instance [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid 67bffc9d-bca7-46f1-8448-9af54c791f28 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.778151] env[69287]: INFO nova.compute.manager [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Rescuing [ 1093.778151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.778151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.778151] env[69287]: DEBUG nova.network.neutron [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.801802] env[69287]: DEBUG oslo_vmware.api [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.812695] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451162, 'name': ReconfigVM_Task, 'duration_secs': 0.876648} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.813555] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5dd716a6-e751-4175-903e-5e120a45bd96/5dd716a6-e751-4175-903e-5e120a45bd96.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.814574] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3be3fa2-4277-4b38-af73-36211239c12c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.824746] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1093.824746] env[69287]: value = "task-3451164" [ 1093.824746] env[69287]: _type = "Task" [ 1093.824746] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.838172] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451164, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.991747] env[69287]: DEBUG nova.network.neutron [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updated VIF entry in instance network info cache for port 03d7ebc1-f737-4ce0-8173-b685094cbd3f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.992599] env[69287]: DEBUG nova.network.neutron [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "address": "fa:16:3e:24:07:a9", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d7ebc1-f7", "ovs_interfaceid": "03d7ebc1-f737-4ce0-8173-b685094cbd3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.199338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.199667] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.218621] env[69287]: DEBUG nova.network.neutron [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.243891] env[69287]: DEBUG nova.compute.utils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1094.249894] env[69287]: DEBUG nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1094.301166] env[69287]: DEBUG oslo_vmware.api [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451163, 'name': ReconfigVM_Task, 'duration_secs': 0.670251} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.304587] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.304885] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Reconfigured VM to attach interface {{(pid=69287) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1094.337928] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451164, 'name': Rename_Task, 'duration_secs': 0.141016} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.338357] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.338702] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c133041-2607-41f9-b0fb-bd1baa38586b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.354401] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1094.354401] env[69287]: value = "task-3451165" [ 1094.354401] env[69287]: _type = "Task" [ 1094.354401] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.372687] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451165, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.391783] env[69287]: DEBUG nova.network.neutron [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Updating instance_info_cache with network_info: [{"id": "788bf2e0-af66-4058-8b38-7dec3ef3a607", "address": "fa:16:3e:e4:54:6e", "network": {"id": "3ae56856-d718-4396-9491-6aa1c1868c97", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1368094824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c6501451a964be6a8073480cb997e4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788bf2e0-af", "ovs_interfaceid": "788bf2e0-af66-4058-8b38-7dec3ef3a607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.436483] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.436682] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.436860] env[69287]: DEBUG nova.network.neutron [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.495500] env[69287]: DEBUG oslo_concurrency.lockutils [req-fdff9900-27aa-4af0-8d64-2619e74d7770 req-5360aaef-ad33-4495-838a-c84ea501233c service nova] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.534622] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab0273-3a2a-4531-ace9-e1f6b6ae124d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.543385] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d1a6f-4efe-4491-9502-a2d84f1b34a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.577702] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a8a5c1-9f2e-402b-8757-772958e76c70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.586702] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bf24c7-9570-4e66-a5cc-eb1788c614e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.602332] env[69287]: DEBUG nova.compute.provider_tree [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.643729] env[69287]: DEBUG nova.network.neutron [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.677710] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "25008e95-593b-4a9a-a6c0-7daea73a41af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.677992] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.702070] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.749506] env[69287]: DEBUG nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.810036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4897f151-a5d4-47ec-8170-2c5aa2c25e37 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-df6db37d-5fea-486f-a1ec-0635e12a9e93-03d7ebc1-f737-4ce0-8173-b685094cbd3f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.853s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.868659] env[69287]: DEBUG oslo_vmware.api [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451165, 'name': PowerOnVM_Task, 'duration_secs': 0.491113} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.868941] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.869214] env[69287]: INFO nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1094.869401] env[69287]: DEBUG nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.870205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11027581-dde0-411c-9178-b25f5ea61063 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.896314] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Releasing lock "refresh_cache-d39cff40-4a0d-42d3-9c7d-d7f97d70169b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.896656] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Instance network_info: |[{"id": "788bf2e0-af66-4058-8b38-7dec3ef3a607", "address": "fa:16:3e:e4:54:6e", "network": {"id": "3ae56856-d718-4396-9491-6aa1c1868c97", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1368094824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c6501451a964be6a8073480cb997e4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788bf2e0-af", "ovs_interfaceid": "788bf2e0-af66-4058-8b38-7dec3ef3a607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.897088] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:54:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '788bf2e0-af66-4058-8b38-7dec3ef3a607', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.904580] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Creating folder: Project (2c6501451a964be6a8073480cb997e4e). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.904869] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c384b314-426e-4768-a3ec-6346239d2bb0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.919216] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Created folder: Project (2c6501451a964be6a8073480cb997e4e) in parent group-v688742. [ 1094.919357] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Creating folder: Instances. Parent ref: group-v689022. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.919562] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22737302-e04b-4e13-91b8-cab03f68ddc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.932819] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Created folder: Instances in parent group-v689022. [ 1094.933091] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.933295] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.933515] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e81ccbf-4b38-4854-8df5-6df3c8a9a011 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.964179] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.964179] env[69287]: value = "task-3451168" [ 1094.964179] env[69287]: _type = "Task" [ 1094.964179] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.973789] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451168, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.108194] env[69287]: DEBUG nova.scheduler.client.report [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.146126] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.184794] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.223311] env[69287]: DEBUG nova.compute.manager [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Received event network-changed-788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.223311] env[69287]: DEBUG nova.compute.manager [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Refreshing instance network info cache due to event network-changed-788bf2e0-af66-4058-8b38-7dec3ef3a607. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.223459] env[69287]: DEBUG oslo_concurrency.lockutils [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] Acquiring lock "refresh_cache-d39cff40-4a0d-42d3-9c7d-d7f97d70169b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.223608] env[69287]: DEBUG oslo_concurrency.lockutils [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] Acquired lock "refresh_cache-d39cff40-4a0d-42d3-9c7d-d7f97d70169b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.223768] env[69287]: DEBUG nova.network.neutron [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Refreshing network info cache for port 788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.226572] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.278784] env[69287]: DEBUG nova.network.neutron [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.388598] env[69287]: INFO nova.compute.manager [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Took 19.42 seconds to build instance. [ 1095.457488] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "a629dabc-8711-40b5-8914-2f0186e15973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.457761] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "a629dabc-8711-40b5-8914-2f0186e15973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.458058] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "a629dabc-8711-40b5-8914-2f0186e15973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.458263] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "a629dabc-8711-40b5-8914-2f0186e15973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.458434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "a629dabc-8711-40b5-8914-2f0186e15973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.461037] env[69287]: INFO nova.compute.manager [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Terminating instance [ 1095.476011] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451168, 'name': CreateVM_Task, 'duration_secs': 0.372907} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.476718] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.477407] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.477574] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.477930] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.478432] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897a644d-3743-4748-840d-81494fdbb98c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.484473] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1095.484473] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52943144-50c6-5d6c-27d7-f684f4dbe1a9" [ 1095.484473] env[69287]: _type = "Task" [ 1095.484473] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.492723] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52943144-50c6-5d6c-27d7-f684f4dbe1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.614989] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.617194] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.390s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.618021] env[69287]: INFO nova.compute.claims [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.639268] env[69287]: INFO nova.scheduler.client.report [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance 67bffc9d-bca7-46f1-8448-9af54c791f28 [ 1095.704710] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.759351] env[69287]: DEBUG nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.780438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.792395] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.792751] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.792751] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.792751] env[69287]: DEBUG nova.virt.hardware [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.793715] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77bb38-7a88-4802-9cc1-5cc6be01c0d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.803743] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad390474-be1a-4449-9ead-34fd1a2db45e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.824580] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.830371] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Creating folder: Project (d8a23e1eee3e4c0e8216e0813239e464). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.834513] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2468f821-d40f-4883-b87f-10bdb0799ed0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.847731] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Created folder: Project (d8a23e1eee3e4c0e8216e0813239e464) in parent group-v688742. [ 1095.847943] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Creating folder: Instances. Parent ref: group-v689025. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.848210] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-696a391f-972d-4fe2-8e5c-6d6b50c03da2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.859815] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Created folder: Instances in parent group-v689025. [ 1095.859815] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.859815] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.860025] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38f76c83-b106-481e-95f2-f016462bf966 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.881083] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.881083] env[69287]: value = "task-3451171" [ 1095.881083] env[69287]: _type = "Task" [ 1095.881083] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.894155] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1ab03f51-4d66-42ec-9cd3-b6d5feb99b26 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.249s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.894155] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451171, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.969917] env[69287]: DEBUG nova.compute.manager [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.970256] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.971996] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d938c0-34cd-47f7-b149-b82bc0845319 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.980939] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.981229] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066f2cef-b2fd-400e-8499-87bd2fb7e6db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.990174] env[69287]: DEBUG oslo_vmware.api [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1095.990174] env[69287]: value = "task-3451172" [ 1095.990174] env[69287]: _type = "Task" [ 1095.990174] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.997307] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52943144-50c6-5d6c-27d7-f684f4dbe1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016263} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.998159] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.998528] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.998643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.998794] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.999096] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.000127] env[69287]: DEBUG nova.network.neutron [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Updated VIF entry in instance network info cache for port 788bf2e0-af66-4058-8b38-7dec3ef3a607. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.000519] env[69287]: DEBUG nova.network.neutron [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Updating instance_info_cache with network_info: [{"id": "788bf2e0-af66-4058-8b38-7dec3ef3a607", "address": "fa:16:3e:e4:54:6e", "network": {"id": "3ae56856-d718-4396-9491-6aa1c1868c97", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1368094824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c6501451a964be6a8073480cb997e4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788bf2e0-af", "ovs_interfaceid": "788bf2e0-af66-4058-8b38-7dec3ef3a607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.001789] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878b88f5-c8fe-489f-87cd-f6ef834cd05d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.007586] env[69287]: DEBUG oslo_vmware.api [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.017025] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.017313] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.018660] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b5c5fb-f649-4de0-941a-ceb024d0270d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.025947] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1096.025947] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e36a84-21dc-876f-06a5-66a553a10c7f" [ 1096.025947] env[69287]: _type = "Task" [ 1096.025947] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.053023] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e36a84-21dc-876f-06a5-66a553a10c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.020835} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.053023] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b198f4c-6fd6-42e7-a044-e5e68565b4e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.061275] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1096.061275] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f8a01f-1730-6ba9-5560-61799128299c" [ 1096.061275] env[69287]: _type = "Task" [ 1096.061275] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.071702] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f8a01f-1730-6ba9-5560-61799128299c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.151468] env[69287]: DEBUG oslo_concurrency.lockutils [None req-764d805e-5448-4246-8901-22f1484d400c tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "67bffc9d-bca7-46f1-8448-9af54c791f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.254s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.189636] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "interface-df6db37d-5fea-486f-a1ec-0635e12a9e93-03d7ebc1-f737-4ce0-8173-b685094cbd3f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.190073] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-df6db37d-5fea-486f-a1ec-0635e12a9e93-03d7ebc1-f737-4ce0-8173-b685094cbd3f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.289882] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b635c-e9f4-47e3-b040-a1924a982364 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.298085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160ee037-7110-402b-88a3-e840f997a2c2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.394466] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451171, 'name': CreateVM_Task, 'duration_secs': 0.342356} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.395240] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.395604] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.395918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.396375] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.398640] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abbb2ad-f4a6-4b50-9865-e73cc8b2b313 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.405024] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1096.405024] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ed4a8d-78cb-f0d9-d6ab-1f999324884e" [ 1096.405024] env[69287]: _type = "Task" [ 1096.405024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.412780] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ed4a8d-78cb-f0d9-d6ab-1f999324884e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.501462] env[69287]: DEBUG oslo_vmware.api [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451172, 'name': PowerOffVM_Task, 'duration_secs': 0.215705} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.501462] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.501462] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.503021] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac99f21-40d0-4c5a-ae48-22b45d9eb85d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.505104] env[69287]: DEBUG oslo_concurrency.lockutils [req-e447d62e-a15e-4b1f-b0a4-a10615e4c0c1 req-c26c36c5-e6c3-4da0-8d58-c8af8618df16 service nova] Releasing lock "refresh_cache-d39cff40-4a0d-42d3-9c7d-d7f97d70169b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.568691] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.568918] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.569283] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleting the datastore file [datastore2] a629dabc-8711-40b5-8914-2f0186e15973 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.573140] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-753cb468-215b-44ec-978b-651dd51705d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.575028] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f8a01f-1730-6ba9-5560-61799128299c, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.575325] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.575577] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d39cff40-4a0d-42d3-9c7d-d7f97d70169b/d39cff40-4a0d-42d3-9c7d-d7f97d70169b.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.576248] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b668cf-f4ac-44c2-86c1-688dc8b0103a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.580130] env[69287]: DEBUG oslo_vmware.api [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1096.580130] env[69287]: value = "task-3451174" [ 1096.580130] env[69287]: _type = "Task" [ 1096.580130] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.584408] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1096.584408] env[69287]: value = "task-3451175" [ 1096.584408] env[69287]: _type = "Task" [ 1096.584408] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.590721] env[69287]: DEBUG oslo_vmware.api [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.595546] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.687361] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.687676] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264a85e2-485f-4eae-91a9-75ab3187eaef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.700027] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1096.700027] env[69287]: value = "task-3451176" [ 1096.700027] env[69287]: _type = "Task" [ 1096.700027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.708936] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.709621] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.711401] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c39b3-d131-456e-a8f9-2857113076e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.722180] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.741547] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c90bfa-b492-41f6-bd25-a149b515e0b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.770426] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Reconfiguring VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1096.773867] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231be890-737a-4377-892b-a6847022980a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.798955] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1096.798955] env[69287]: value = "task-3451177" [ 1096.798955] env[69287]: _type = "Task" [ 1096.798955] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.822069] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.920406] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ed4a8d-78cb-f0d9-d6ab-1f999324884e, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.921986] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.922478] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.922866] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.923204] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.923492] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.929789] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a66afa-e438-4dde-82a1-ab8c6c2b2429 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.952240] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.952515] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.953321] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96ed61e-ad9c-4c25-a12c-37f0f46a7ff9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.964689] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1096.964689] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5273edae-a6e3-ae85-e4ab-7290c72832e0" [ 1096.964689] env[69287]: _type = "Task" [ 1096.964689] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.985625] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5273edae-a6e3-ae85-e4ab-7290c72832e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.002364] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752daefe-2fd0-46ca-8987-80214e511fa4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.014999] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07062c-806c-4430-835c-5586b4c62187 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.052139] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661fa08a-0481-458f-b6b1-cd68f5fb9f03 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.062975] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee5293-01ac-4bc3-a4c2-99fcf1ea5e8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.082599] env[69287]: DEBUG nova.compute.provider_tree [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.098501] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510651} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.098690] env[69287]: DEBUG oslo_vmware.api [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16047} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.098919] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] d39cff40-4a0d-42d3-9c7d-d7f97d70169b/d39cff40-4a0d-42d3-9c7d-d7f97d70169b.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.099170] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.099434] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.099606] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.099781] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.099993] env[69287]: INFO nova.compute.manager [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1097.100260] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.100461] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26811f55-b2d1-446e-8562-0144da61b6d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.102373] env[69287]: DEBUG nova.compute.manager [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.102475] env[69287]: DEBUG nova.network.neutron [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.110768] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1097.110768] env[69287]: value = "task-3451178" [ 1097.110768] env[69287]: _type = "Task" [ 1097.110768] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.118633] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.208312] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451176, 'name': PowerOffVM_Task, 'duration_secs': 0.231535} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.208594] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.209398] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8d580d-65d3-48f7-b9ce-c5270e0d1e74 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.231848] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f705b5f4-edc2-482b-914b-96fe88385eb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.250787] env[69287]: DEBUG nova.compute.manager [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Received event network-changed-c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.251007] env[69287]: DEBUG nova.compute.manager [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Refreshing instance network info cache due to event network-changed-c66062d2-35a2-4f10-b607-81c40bf07402. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1097.251264] env[69287]: DEBUG oslo_concurrency.lockutils [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] Acquiring lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.251428] env[69287]: DEBUG oslo_concurrency.lockutils [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] Acquired lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.251606] env[69287]: DEBUG nova.network.neutron [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Refreshing network info cache for port c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.270036] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.270794] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cfcbdcd-b541-4b24-84d5-7fba722e1183 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.278643] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1097.278643] env[69287]: value = "task-3451179" [ 1097.278643] env[69287]: _type = "Task" [ 1097.278643] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.287837] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.312313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.312617] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.312826] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.313015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.313191] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.314735] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.316029] env[69287]: INFO nova.compute.manager [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Terminating instance [ 1097.425523] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94457161-edd1-4ded-944e-e0a3fdea2941 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.449035] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82392b13-705e-4639-b5be-bb891ff7d4e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.458024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.484030] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5273edae-a6e3-ae85-e4ab-7290c72832e0, 'name': SearchDatastore_Task, 'duration_secs': 0.067593} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.484635] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbb6348-30c0-434c-9bab-2b367e8849c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.490801] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1097.490801] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522c3ef5-847f-5256-020c-ae7f604d8c9a" [ 1097.490801] env[69287]: _type = "Task" [ 1097.490801] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.499986] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522c3ef5-847f-5256-020c-ae7f604d8c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.575344] env[69287]: DEBUG nova.compute.manager [req-1f54742f-a161-4417-9ad0-a433509753c8 req-25e60ed2-fad4-4845-ba12-06173cb4ead8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Received event network-vif-deleted-feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.576222] env[69287]: INFO nova.compute.manager [req-1f54742f-a161-4417-9ad0-a433509753c8 req-25e60ed2-fad4-4845-ba12-06173cb4ead8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Neutron deleted interface feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce; detaching it from the instance and deleting it from the info cache [ 1097.576222] env[69287]: DEBUG nova.network.neutron [req-1f54742f-a161-4417-9ad0-a433509753c8 req-25e60ed2-fad4-4845-ba12-06173cb4ead8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.587895] env[69287]: DEBUG nova.scheduler.client.report [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.621493] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069186} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.621771] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.622583] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38dd74-53a6-4c27-a82b-87d57d59052f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.645641] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d39cff40-4a0d-42d3-9c7d-d7f97d70169b/d39cff40-4a0d-42d3-9c7d-d7f97d70169b.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.646441] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f333e999-894c-436f-a167-858336e7c116 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.668847] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1097.668847] env[69287]: value = "task-3451180" [ 1097.668847] env[69287]: _type = "Task" [ 1097.668847] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.682553] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.790390] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1097.790740] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.790863] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.791057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.791266] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.791527] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81661eba-f69b-495c-90b3-082137a4281c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.801578] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.801793] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.802590] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a511d6a-87fd-481b-81c7-ff45f720737d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.823955] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1097.823955] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c14877-012c-c6b6-3722-925dfecb85b6" [ 1097.823955] env[69287]: _type = "Task" [ 1097.823955] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.823955] env[69287]: DEBUG nova.compute.manager [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.823955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.823955] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.828066] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ebdfaa-e1e6-481f-a34b-ecbfd074b5c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.836560] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.839863] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cf1d0fa-f444-4e56-a338-31123309ed4e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.841930] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c14877-012c-c6b6-3722-925dfecb85b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.843183] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e65772-a8c2-40a1-b602-49cdaead06bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.851313] env[69287]: DEBUG oslo_vmware.api [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1097.851313] env[69287]: value = "task-3451181" [ 1097.851313] env[69287]: _type = "Task" [ 1097.851313] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.852863] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1097.852863] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f1fdd4-7e5c-4911-1bf0-652ff954940f" [ 1097.852863] env[69287]: _type = "Task" [ 1097.852863] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.869916] env[69287]: DEBUG oslo_vmware.api [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.874787] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f1fdd4-7e5c-4911-1bf0-652ff954940f, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.875086] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.875381] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. {{(pid=69287) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1097.875658] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1897c92d-0379-45a7-9bb7-7f2d6c965a58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.886717] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1097.886717] env[69287]: value = "task-3451182" [ 1097.886717] env[69287]: _type = "Task" [ 1097.886717] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.896064] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.964414] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.964805] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca7d985-e85c-4b10-ae94-457f5db89c9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.972611] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1097.972611] env[69287]: value = "task-3451183" [ 1097.972611] env[69287]: _type = "Task" [ 1097.972611] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.988853] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.001268] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522c3ef5-847f-5256-020c-ae7f604d8c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.001643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.001905] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf/3eb1e9d9-7eec-4d3a-9006-9a40557fedcf.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.002206] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c57e1c-0840-4951-8f8c-e4d12a8982bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.008167] env[69287]: DEBUG nova.network.neutron [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updated VIF entry in instance network info cache for port c66062d2-35a2-4f10-b607-81c40bf07402. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.008578] env[69287]: DEBUG nova.network.neutron [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updating instance_info_cache with network_info: [{"id": "c66062d2-35a2-4f10-b607-81c40bf07402", "address": "fa:16:3e:58:4e:74", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66062d2-35", "ovs_interfaceid": "c66062d2-35a2-4f10-b607-81c40bf07402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.018257] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1098.018257] env[69287]: value = "task-3451184" [ 1098.018257] env[69287]: _type = "Task" [ 1098.018257] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.030366] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.059940] env[69287]: DEBUG nova.network.neutron [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.078797] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95e9d48b-c997-4d39-a59f-d2612bdd2c42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.095096] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b29e7-ddd0-4f7d-b34c-fcf9034dceae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.110069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.110650] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.114722] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.410s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.116907] env[69287]: INFO nova.compute.claims [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.154611] env[69287]: DEBUG nova.compute.manager [req-1f54742f-a161-4417-9ad0-a433509753c8 req-25e60ed2-fad4-4845-ba12-06173cb4ead8 service nova] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Detach interface failed, port_id=feb1a7c8-adfb-4e74-a4a1-7e30595bf0ce, reason: Instance a629dabc-8711-40b5-8914-2f0186e15973 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.184576] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.320648] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.364260] env[69287]: DEBUG oslo_vmware.api [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451181, 'name': PowerOffVM_Task, 'duration_secs': 0.332616} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.364562] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.364731] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.364996] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9268a45-cf07-44c3-b758-4d86e49cb3a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.402600] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499551} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.402963] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. [ 1098.403863] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddd9eee-58e9-41f7-93f8-2cea208fca1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.436486] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.436886] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90734f63-c3e0-4ad0-b3eb-7c976fbb4976 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.463284] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1098.463284] env[69287]: value = "task-3451186" [ 1098.463284] env[69287]: _type = "Task" [ 1098.463284] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.468592] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.468836] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.469018] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleting the datastore file [datastore1] 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.469712] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56bf205-e9dc-4ef8-98f5-7eb704744ea0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.481019] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.483222] env[69287]: DEBUG oslo_vmware.api [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for the task: (returnval){ [ 1098.483222] env[69287]: value = "task-3451187" [ 1098.483222] env[69287]: _type = "Task" [ 1098.483222] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.491084] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451183, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.498586] env[69287]: DEBUG oslo_vmware.api [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.511615] env[69287]: DEBUG oslo_concurrency.lockutils [req-4bdc93fb-be91-43bf-898e-af7691689601 req-4e12b40c-d6a2-4f91-9b93-66a59fd4a7a4 service nova] Releasing lock "refresh_cache-5dd716a6-e751-4175-903e-5e120a45bd96" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.529293] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451184, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.562063] env[69287]: INFO nova.compute.manager [-] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Took 1.46 seconds to deallocate network for instance. [ 1098.622166] env[69287]: DEBUG nova.compute.utils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1098.625945] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.626181] env[69287]: DEBUG nova.network.neutron [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.683091] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451180, 'name': ReconfigVM_Task, 'duration_secs': 0.627326} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.683402] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d39cff40-4a0d-42d3-9c7d-d7f97d70169b/d39cff40-4a0d-42d3-9c7d-d7f97d70169b.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.684082] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c325f4c6-600a-4a98-87d9-18e80f185095 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.693337] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1098.693337] env[69287]: value = "task-3451188" [ 1098.693337] env[69287]: _type = "Task" [ 1098.693337] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.703573] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451188, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.705437] env[69287]: DEBUG nova.policy [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6bc7148394f4b2fae75e9cd2676f1ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed21e5e2a1fa41d5a8d8550952a8750b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.820141] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.974295] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.983987] env[69287]: DEBUG oslo_vmware.api [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451183, 'name': PowerOnVM_Task, 'duration_secs': 0.546023} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.987113] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.987391] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-74e1f72e-7060-47fa-b822-4f601dc39624 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance '1d9dc0b7-851e-4d04-814b-053064d7b640' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.998381] env[69287]: DEBUG oslo_vmware.api [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Task: {'id': task-3451187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274596} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.998790] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.998790] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.998974] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.999158] env[69287]: INFO nova.compute.manager [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1098.999400] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.999592] env[69287]: DEBUG nova.compute.manager [-] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.999686] env[69287]: DEBUG nova.network.neutron [-] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.027961] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71372} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.028287] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf/3eb1e9d9-7eec-4d3a-9006-9a40557fedcf.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.028510] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.028789] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0865d96-bb53-48e8-90e7-1232febaf2a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.048406] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1099.048406] env[69287]: value = "task-3451189" [ 1099.048406] env[69287]: _type = "Task" [ 1099.048406] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.058765] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.059598] env[69287]: DEBUG nova.network.neutron [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Successfully created port: 49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.069152] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.127247] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.203905] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451188, 'name': Rename_Task, 'duration_secs': 0.146352} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.204212] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.204464] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040f918b-a9bf-4292-b459-24c156329823 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.214314] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1099.214314] env[69287]: value = "task-3451190" [ 1099.214314] env[69287]: _type = "Task" [ 1099.214314] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.222704] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.326787] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.398069] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a8521-aa4b-43ee-973c-aa69ae8b6b44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.405741] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a5b970-420d-4fa7-8ad0-ac00b9ca3ec4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.447378] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b649ce-c6c8-4686-8642-b6b8e66c9e9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.460545] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db4573-1eb5-4aed-88de-59736785cc7d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.478167] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451186, 'name': ReconfigVM_Task, 'duration_secs': 0.852679} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.487923] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.488929] env[69287]: DEBUG nova.compute.provider_tree [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.490799] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba2e71-3f69-4cdc-9a0f-79f5f0c5e51c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.526043] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69549da8-de5e-4284-b655-20374e9fd464 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.545109] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1099.545109] env[69287]: value = "task-3451191" [ 1099.545109] env[69287]: _type = "Task" [ 1099.545109] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.555917] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.561512] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069614} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.561784] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.562650] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a83a0d-ccac-4f2d-8832-07355cc378a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.585165] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf/3eb1e9d9-7eec-4d3a-9006-9a40557fedcf.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.585165] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef419ac4-12c8-4860-a31a-85979d3386df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.606507] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1099.606507] env[69287]: value = "task-3451192" [ 1099.606507] env[69287]: _type = "Task" [ 1099.606507] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.615755] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.639304] env[69287]: DEBUG nova.compute.manager [req-e8601682-5384-482f-b155-65f6cc4e78b8 req-8aec2899-8533-42dd-99e1-8734efebe721 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Received event network-vif-deleted-6dba2cea-a9b4-4090-87c1-a3d9d4f16b06 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.639506] env[69287]: INFO nova.compute.manager [req-e8601682-5384-482f-b155-65f6cc4e78b8 req-8aec2899-8533-42dd-99e1-8734efebe721 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Neutron deleted interface 6dba2cea-a9b4-4090-87c1-a3d9d4f16b06; detaching it from the instance and deleting it from the info cache [ 1099.639675] env[69287]: DEBUG nova.network.neutron [req-e8601682-5384-482f-b155-65f6cc4e78b8 req-8aec2899-8533-42dd-99e1-8734efebe721 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.727133] env[69287]: DEBUG oslo_vmware.api [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451190, 'name': PowerOnVM_Task, 'duration_secs': 0.481631} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.727294] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.727418] env[69287]: INFO nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1099.727598] env[69287]: DEBUG nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.728391] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965deffd-77e8-4b17-9a35-787db6f1f767 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.821039] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.975025] env[69287]: DEBUG nova.network.neutron [-] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.995256] env[69287]: DEBUG nova.scheduler.client.report [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.055779] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451191, 'name': ReconfigVM_Task, 'duration_secs': 0.352033} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.056081] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.056343] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-167b406d-6708-4238-b9b2-369b7f40760d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.063963] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1100.063963] env[69287]: value = "task-3451193" [ 1100.063963] env[69287]: _type = "Task" [ 1100.063963] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.072639] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.117375] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.142863] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.145406] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c788a257-f7f4-4f72-8399-ed85b9e98ab7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.155196] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014070e-617b-4aca-9037-05b491033a07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.174552] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.174881] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.175148] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.175393] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.175557] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.175711] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.175921] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.176103] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.176318] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.176501] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.176864] env[69287]: DEBUG nova.virt.hardware [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.177778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2ce3b7-e9ea-450a-b4be-b7bb1109474c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.192273] env[69287]: DEBUG nova.compute.manager [req-e8601682-5384-482f-b155-65f6cc4e78b8 req-8aec2899-8533-42dd-99e1-8734efebe721 service nova] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Detach interface failed, port_id=6dba2cea-a9b4-4090-87c1-a3d9d4f16b06, reason: Instance 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1100.195522] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862582e-befb-4527-b262-af9d0d39a5f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.246031] env[69287]: INFO nova.compute.manager [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Took 18.28 seconds to build instance. [ 1100.320670] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.477893] env[69287]: INFO nova.compute.manager [-] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Took 1.48 seconds to deallocate network for instance. [ 1100.500399] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.500915] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.503721] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.434s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.503721] env[69287]: DEBUG nova.objects.instance [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'resources' on Instance uuid a629dabc-8711-40b5-8914-2f0186e15973 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.575913] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.622167] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451192, 'name': ReconfigVM_Task, 'duration_secs': 0.563074} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.622623] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf/3eb1e9d9-7eec-4d3a-9006-9a40557fedcf.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.623101] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caec60b3-de0f-4f7d-baee-51fcaf9efdc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.630775] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1100.630775] env[69287]: value = "task-3451194" [ 1100.630775] env[69287]: _type = "Task" [ 1100.630775] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.641375] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451194, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.747932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-99577af7-285e-4900-a5a0-ee9643c6bccd tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.800s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.777600] env[69287]: DEBUG nova.network.neutron [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Successfully updated port: 49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.822256] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.984157] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.006156] env[69287]: DEBUG nova.compute.utils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1101.007601] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.011544] env[69287]: DEBUG nova.network.neutron [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.082320] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.083790] env[69287]: DEBUG nova.policy [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c44d12f2c034ea6981fd1e1e47b0efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604d4b671987499cbb8f790691ed4225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.120796] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.123158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.123158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.123158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.123158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.124089] env[69287]: INFO nova.compute.manager [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Terminating instance [ 1101.143616] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451194, 'name': Rename_Task, 'duration_secs': 0.234941} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.146977] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.148108] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-369eabc6-5eec-4bd9-9dc7-a287aaae6934 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.155656] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1101.155656] env[69287]: value = "task-3451195" [ 1101.155656] env[69287]: _type = "Task" [ 1101.155656] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.167540] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.241020] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.241020] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.272907] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f94d9f-7023-4024-9ac1-40283f89402f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.281955] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.282261] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.282928] env[69287]: DEBUG nova.network.neutron [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.285487] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f5dd15-b280-4b7d-9773-e9090ebf14ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.322138] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f35ef-8f8c-47cc-9c12-3fbe7e817d6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.330346] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.334024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ed0ff-c56d-4088-9c22-229a694b35dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.353053] env[69287]: DEBUG nova.compute.provider_tree [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.396228] env[69287]: DEBUG nova.network.neutron [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Successfully created port: aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.515961] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.534591] env[69287]: DEBUG nova.network.neutron [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Port e469e019-39b8-415e-9964-192f3d922020 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1101.534855] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.535016] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.535204] env[69287]: DEBUG nova.network.neutron [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.578249] env[69287]: DEBUG oslo_vmware.api [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451193, 'name': PowerOnVM_Task, 'duration_secs': 1.393667} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.578502] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.581167] env[69287]: DEBUG nova.compute.manager [None req-f5917716-b152-40b0-9921-f0bc1cf446d2 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.581980] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ef62ad-4012-4f50-9ab2-4fa03e2ee217 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.627869] env[69287]: DEBUG nova.compute.manager [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.628228] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.629104] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fea391-b5a9-42dd-849d-873cf5dab640 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.637084] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.637317] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ed6dcf9-6470-4011-9a00-198d9b2b2eda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.645487] env[69287]: DEBUG oslo_vmware.api [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1101.645487] env[69287]: value = "task-3451196" [ 1101.645487] env[69287]: _type = "Task" [ 1101.645487] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.652723] env[69287]: DEBUG oslo_vmware.api [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.665132] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.744328] env[69287]: DEBUG nova.compute.utils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1101.827583] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.856950] env[69287]: DEBUG nova.scheduler.client.report [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.914657] env[69287]: DEBUG nova.compute.manager [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-vif-plugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.915279] env[69287]: DEBUG oslo_concurrency.lockutils [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.915519] env[69287]: DEBUG oslo_concurrency.lockutils [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.915741] env[69287]: DEBUG oslo_concurrency.lockutils [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.915857] env[69287]: DEBUG nova.compute.manager [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] No waiting events found dispatching network-vif-plugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.916014] env[69287]: WARNING nova.compute.manager [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received unexpected event network-vif-plugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 for instance with vm_state building and task_state spawning. [ 1101.916266] env[69287]: DEBUG nova.compute.manager [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.916433] env[69287]: DEBUG nova.compute.manager [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing instance network info cache due to event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.916602] env[69287]: DEBUG oslo_concurrency.lockutils [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.936098] env[69287]: DEBUG nova.network.neutron [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.089533] env[69287]: DEBUG nova.network.neutron [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.153894] env[69287]: DEBUG oslo_vmware.api [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451196, 'name': PowerOffVM_Task, 'duration_secs': 0.194342} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.154210] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.154384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.154633] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8099ae5-92ee-4b10-b459-eb9f909e1937 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.166550] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.221467] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.221819] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.222063] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Deleting the datastore file [datastore2] d39cff40-4a0d-42d3-9c7d-d7f97d70169b {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.222419] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab13aa60-2bfe-4010-bd40-81079b61df80 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.229770] env[69287]: DEBUG oslo_vmware.api [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for the task: (returnval){ [ 1102.229770] env[69287]: value = "task-3451198" [ 1102.229770] env[69287]: _type = "Task" [ 1102.229770] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.242188] env[69287]: DEBUG oslo_vmware.api [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.248443] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.327521] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.355465] env[69287]: DEBUG nova.network.neutron [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.362969] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.365565] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.381s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.365752] env[69287]: DEBUG nova.objects.instance [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lazy-loading 'resources' on Instance uuid 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.389291] env[69287]: INFO nova.scheduler.client.report [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted allocations for instance a629dabc-8711-40b5-8914-2f0186e15973 [ 1102.527798] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.555543] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.555875] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.556080] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.556356] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.556595] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.556828] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.557209] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.557456] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.557627] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.557828] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.558121] env[69287]: DEBUG nova.virt.hardware [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.559152] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a056f9-d138-4a33-9139-27dfe33d399f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.568497] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016e223-3fc8-4b94-bb71-202091a2f081 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.592402] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.592736] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Instance network_info: |[{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.593122] env[69287]: DEBUG oslo_concurrency.lockutils [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.593259] env[69287]: DEBUG nova.network.neutron [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.595635] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ec:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f4118c-b6b9-4fbb-95ef-026a988e4068', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.605033] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.606325] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.606711] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6995fee9-b9a7-4b7b-a525-0f78871bc342 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.650793] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.650793] env[69287]: value = "task-3451199" [ 1102.650793] env[69287]: _type = "Task" [ 1102.650793] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.673244] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451199, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.677415] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.743546] env[69287]: DEBUG oslo_vmware.api [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Task: {'id': task-3451198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14583} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.743958] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.744611] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.744920] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.745210] env[69287]: INFO nova.compute.manager [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1102.745578] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.745864] env[69287]: DEBUG nova.compute.manager [-] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.745999] env[69287]: DEBUG nova.network.neutron [-] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.839883] env[69287]: DEBUG oslo_vmware.api [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451177, 'name': ReconfigVM_Task, 'duration_secs': 5.899834} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.840295] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.840605] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Reconfigured VM to detach interface {{(pid=69287) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1102.858819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.896424] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9f264916-e8e6-414d-9048-b56a23f3f11d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "a629dabc-8711-40b5-8914-2f0186e15973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.438s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.094030] env[69287]: DEBUG nova.compute.manager [req-e2814d92-0342-4f6d-b6e5-2fb5ecee476f req-31fcdb9c-004f-4194-a770-02a6069f6757 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Received event network-vif-deleted-788bf2e0-af66-4058-8b38-7dec3ef3a607 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.094030] env[69287]: INFO nova.compute.manager [req-e2814d92-0342-4f6d-b6e5-2fb5ecee476f req-31fcdb9c-004f-4194-a770-02a6069f6757 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Neutron deleted interface 788bf2e0-af66-4058-8b38-7dec3ef3a607; detaching it from the instance and deleting it from the info cache [ 1103.094030] env[69287]: DEBUG nova.network.neutron [req-e2814d92-0342-4f6d-b6e5-2fb5ecee476f req-31fcdb9c-004f-4194-a770-02a6069f6757 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.134091] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fe2577-15cb-49a5-af48-9d8202438499 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.149631] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cda704-1f8b-425f-9338-663d5e8b0c38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.160709] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451199, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.191234] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109fe7e4-05f0-4057-adc7-e084d4b7e192 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.202205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e15007-b6ac-4146-8b27-db64302cce13 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.206390] env[69287]: DEBUG oslo_vmware.api [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451195, 'name': PowerOnVM_Task, 'duration_secs': 1.716822} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.206649] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.206890] env[69287]: INFO nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1103.207094] env[69287]: DEBUG nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.208156] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473acf3-2a7b-4b5b-b26c-ca70ec0b4727 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.219808] env[69287]: DEBUG nova.compute.provider_tree [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.324013] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.324240] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.324551] env[69287]: INFO nova.compute.manager [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Attaching volume 6c4c2318-1cb0-4ede-9f98-6159114ea1f5 to /dev/sdb [ 1103.332010] env[69287]: INFO nova.compute.manager [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Unrescuing [ 1103.332259] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.332508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.332679] env[69287]: DEBUG nova.network.neutron [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.363957] env[69287]: DEBUG nova.compute.manager [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69287) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1103.377015] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07017f81-6bc4-4eb8-9e6c-1e0b6fdc490c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.389820] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ea18d6-6343-4538-acad-e7dc4679689d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.405669] env[69287]: DEBUG nova.virt.block_device [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating existing volume attachment record: f9ab9ed6-65c3-401f-8df2-015bcdb36c06 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.514632] env[69287]: DEBUG nova.network.neutron [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Successfully updated port: aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.574055] env[69287]: DEBUG nova.network.neutron [-] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.596680] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd3a434e-0647-43a8-b358-90a0cc7256ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.609320] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9565fb5e-2560-4f87-b516-39a5aa2ce288 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.651291] env[69287]: DEBUG nova.compute.manager [req-e2814d92-0342-4f6d-b6e5-2fb5ecee476f req-31fcdb9c-004f-4194-a770-02a6069f6757 service nova] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Detach interface failed, port_id=788bf2e0-af66-4058-8b38-7dec3ef3a607, reason: Instance d39cff40-4a0d-42d3-9c7d-d7f97d70169b could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1103.666765] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451199, 'name': CreateVM_Task, 'duration_secs': 0.537718} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.666978] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.667768] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.667944] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.668313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.668631] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83119ac4-a760-4303-abdd-2d5c75a230eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.673691] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1103.673691] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5239c0fd-82ad-4a24-d0c1-e5c1e711ee89" [ 1103.673691] env[69287]: _type = "Task" [ 1103.673691] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.681963] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5239c0fd-82ad-4a24-d0c1-e5c1e711ee89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.718232] env[69287]: DEBUG nova.network.neutron [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updated VIF entry in instance network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.718633] env[69287]: DEBUG nova.network.neutron [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.728717] env[69287]: DEBUG nova.scheduler.client.report [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.737911] env[69287]: INFO nova.compute.manager [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Took 17.16 seconds to build instance. [ 1104.007139] env[69287]: DEBUG nova.compute.manager [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Received event network-vif-plugged-aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.007139] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] Acquiring lock "25008e95-593b-4a9a-a6c0-7daea73a41af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.007139] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.007139] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.007696] env[69287]: DEBUG nova.compute.manager [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] No waiting events found dispatching network-vif-plugged-aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.007696] env[69287]: WARNING nova.compute.manager [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Received unexpected event network-vif-plugged-aeed93ed-4308-46b8-abdd-2b8f56a2d846 for instance with vm_state building and task_state spawning. [ 1104.007922] env[69287]: DEBUG nova.compute.manager [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Received event network-changed-aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.007986] env[69287]: DEBUG nova.compute.manager [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Refreshing instance network info cache due to event network-changed-aeed93ed-4308-46b8-abdd-2b8f56a2d846. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1104.008207] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] Acquiring lock "refresh_cache-25008e95-593b-4a9a-a6c0-7daea73a41af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.008363] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] Acquired lock "refresh_cache-25008e95-593b-4a9a-a6c0-7daea73a41af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.008540] env[69287]: DEBUG nova.network.neutron [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Refreshing network info cache for port aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.016856] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-25008e95-593b-4a9a-a6c0-7daea73a41af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.077215] env[69287]: INFO nova.compute.manager [-] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Took 1.33 seconds to deallocate network for instance. [ 1104.149039] env[69287]: DEBUG nova.network.neutron [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.185335] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5239c0fd-82ad-4a24-d0c1-e5c1e711ee89, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.185800] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.185893] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.186400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.186400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.186400] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.186670] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a4840b7-31ea-46b3-88ba-c7a0e92e31da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.195906] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.196115] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.196877] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92efcd30-121c-449a-a978-1d681a139e45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.202491] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1104.202491] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a2a48b-a4b5-cbcf-a16d-2367e0f8bda1" [ 1104.202491] env[69287]: _type = "Task" [ 1104.202491] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.211104] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a2a48b-a4b5-cbcf-a16d-2367e0f8bda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.221744] env[69287]: DEBUG oslo_concurrency.lockutils [req-b23afcc9-b5f7-461d-a4c3-e580a15d5b97 req-858dea3b-4e1e-4536-9cc7-746d2974006e service nova] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.228145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.240659] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c32c1f6f-1231-40b0-aa02-4a418cdd372b tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.682s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.255093] env[69287]: INFO nova.scheduler.client.report [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Deleted allocations for instance 20dc03e1-62af-45fa-bc82-3f81c8a1fba5 [ 1104.454749] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.455201] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquired lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.455487] env[69287]: DEBUG nova.network.neutron [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.494055] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.494601] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.541857] env[69287]: DEBUG nova.network.neutron [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.585943] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.612077] env[69287]: DEBUG nova.network.neutron [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.651702] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.652380] env[69287]: DEBUG nova.objects.instance [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'flavor' on Instance uuid 514914b6-aaff-4ca8-8c1c-2704f716f7a0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.713789] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a2a48b-a4b5-cbcf-a16d-2367e0f8bda1, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.714569] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c308569-90bc-4d4d-a1d8-bf9fd315e066 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.719800] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1104.719800] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528062c3-df30-232b-b8d6-a04ea5e0f717" [ 1104.719800] env[69287]: _type = "Task" [ 1104.719800] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.728479] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528062c3-df30-232b-b8d6-a04ea5e0f717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.762823] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bd7b78ca-07d2-4abe-9e51-377fd67add00 tempest-ServersTestJSON-1469381086 tempest-ServersTestJSON-1469381086-project-member] Lock "20dc03e1-62af-45fa-bc82-3f81c8a1fba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.450s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.780212] env[69287]: DEBUG nova.compute.manager [None req-9198d141-8ad8-457e-b643-7a98a4ca9210 tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.781182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bddb96-d9d8-4fe2-9842-d11f84cf500b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.830564] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.830830] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.831076] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.831304] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.831475] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.833454] env[69287]: INFO nova.compute.manager [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Terminating instance [ 1104.906212] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.906473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.906683] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.906910] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.907112] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.909182] env[69287]: INFO nova.compute.manager [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Terminating instance [ 1104.997039] env[69287]: DEBUG nova.objects.instance [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'migration_context' on Instance uuid 1d9dc0b7-851e-4d04-814b-053064d7b640 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.114886] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d3e919e-f41c-4860-b356-f6b72f7f0a42 req-4d5681e9-5d09-4a9f-97d7-669f4e17d055 service nova] Releasing lock "refresh_cache-25008e95-593b-4a9a-a6c0-7daea73a41af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.115492] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-25008e95-593b-4a9a-a6c0-7daea73a41af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.115663] env[69287]: DEBUG nova.network.neutron [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.158327] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8097c33-61ef-412b-a7eb-bb8d463ed08f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.164998] env[69287]: INFO nova.network.neutron [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Port 03d7ebc1-f737-4ce0-8173-b685094cbd3f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1105.165393] env[69287]: DEBUG nova.network.neutron [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [{"id": "d0d8c652-2a54-466b-92ce-51030a226575", "address": "fa:16:3e:91:22:09", "network": {"id": "50abe619-3d74-49f9-a7ee-5b829f8b6b46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-733917166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07a505d35514521b4bd40a664bc2327", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d8c652-2a", "ovs_interfaceid": "d0d8c652-2a54-466b-92ce-51030a226575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.186481] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.187587] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8edebc13-63d0-486f-9a03-cb8a20b7d331 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.195079] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1105.195079] env[69287]: value = "task-3451203" [ 1105.195079] env[69287]: _type = "Task" [ 1105.195079] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.206226] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.230699] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528062c3-df30-232b-b8d6-a04ea5e0f717, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.230947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.231233] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.231478] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0eafb3-7b1b-476d-9e67-3ca9b0a7dd3e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.238702] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1105.238702] env[69287]: value = "task-3451204" [ 1105.238702] env[69287]: _type = "Task" [ 1105.238702] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.246959] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.290929] env[69287]: INFO nova.compute.manager [None req-9198d141-8ad8-457e-b643-7a98a4ca9210 tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] instance snapshotting [ 1105.291662] env[69287]: DEBUG nova.objects.instance [None req-9198d141-8ad8-457e-b643-7a98a4ca9210 tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lazy-loading 'flavor' on Instance uuid 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.338181] env[69287]: DEBUG nova.compute.manager [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.338181] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.339281] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683389d8-f92b-4b69-a2bf-2e27824043fd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.348534] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.348876] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07da94cd-90ea-4cc4-9fc0-83bc381bb2de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.357086] env[69287]: DEBUG oslo_vmware.api [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1105.357086] env[69287]: value = "task-3451205" [ 1105.357086] env[69287]: _type = "Task" [ 1105.357086] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.367209] env[69287]: DEBUG oslo_vmware.api [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.412919] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "refresh_cache-3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.413171] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquired lock "refresh_cache-3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.413387] env[69287]: DEBUG nova.network.neutron [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.449286] env[69287]: DEBUG nova.compute.manager [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1105.663762] env[69287]: DEBUG nova.network.neutron [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.689515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Releasing lock "refresh_cache-df6db37d-5fea-486f-a1ec-0635e12a9e93" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.711463] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451203, 'name': PowerOffVM_Task, 'duration_secs': 0.292157} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.712808] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.719109] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.722488] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7b5f46-18d8-496a-8926-57f2a636da53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.745785] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1105.745785] env[69287]: value = "task-3451207" [ 1105.745785] env[69287]: _type = "Task" [ 1105.745785] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.749639] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446446} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.754031] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.754213] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.754910] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-688287d0-1a60-44c7-93f4-cf5bc8df9f83 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.766470] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.768187] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1105.768187] env[69287]: value = "task-3451208" [ 1105.768187] env[69287]: _type = "Task" [ 1105.768187] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.781187] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.800861] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03097338-c18e-4f36-a7a4-ffb6e2488812 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.829195] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10906b9d-6d04-4815-9826-c863d60546fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.845357] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ecc7f-3b39-4f18-9f12-e0b592d5be21 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.853115] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67d0a8-cf84-4059-a25c-91134aa40883 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.892673] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b554a075-1640-4a9a-8129-ba3f74d7a0f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.899385] env[69287]: DEBUG oslo_vmware.api [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451205, 'name': PowerOffVM_Task, 'duration_secs': 0.279045} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.900024] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.900245] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.900508] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc385c9-27de-4bee-a969-0cfe5cbc242c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.905419] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdbfb2a-3611-46bb-8262-2e795f3b21d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.921725] env[69287]: DEBUG nova.compute.provider_tree [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.934891] env[69287]: DEBUG nova.network.neutron [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Updating instance_info_cache with network_info: [{"id": "aeed93ed-4308-46b8-abdd-2b8f56a2d846", "address": "fa:16:3e:88:84:7a", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeed93ed-43", "ovs_interfaceid": "aeed93ed-4308-46b8-abdd-2b8f56a2d846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.951344] env[69287]: DEBUG nova.network.neutron [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.965199] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.965455] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.965645] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleting the datastore file [datastore2] df6db37d-5fea-486f-a1ec-0635e12a9e93 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.965991] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0125a3fc-2b4f-4b5b-b566-e227e0f9f4ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.969982] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.973655] env[69287]: DEBUG oslo_vmware.api [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1105.973655] env[69287]: value = "task-3451210" [ 1105.973655] env[69287]: _type = "Task" [ 1105.973655] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.981904] env[69287]: DEBUG oslo_vmware.api [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.068157] env[69287]: DEBUG nova.network.neutron [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.199209] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f73222fe-578d-45da-a2f4-db0ada5ce840 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "interface-df6db37d-5fea-486f-a1ec-0635e12a9e93-03d7ebc1-f737-4ce0-8173-b685094cbd3f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.009s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.259954] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.277435] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069858} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.277688] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.278520] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3440a4-e62e-4224-a157-060a17fc7021 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.302689] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.303054] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd5f40a-9b2d-4a99-a81d-cefda65c4ef3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.325024] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1106.325024] env[69287]: value = "task-3451211" [ 1106.325024] env[69287]: _type = "Task" [ 1106.325024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.341785] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.341785] env[69287]: DEBUG nova.compute.manager [None req-9198d141-8ad8-457e-b643-7a98a4ca9210 tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Instance disappeared during snapshot {{(pid=69287) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1106.425440] env[69287]: DEBUG nova.scheduler.client.report [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.437715] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-25008e95-593b-4a9a-a6c0-7daea73a41af" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.438226] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance network_info: |[{"id": "aeed93ed-4308-46b8-abdd-2b8f56a2d846", "address": "fa:16:3e:88:84:7a", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeed93ed-43", "ovs_interfaceid": "aeed93ed-4308-46b8-abdd-2b8f56a2d846", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.439513] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:84:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeed93ed-4308-46b8-abdd-2b8f56a2d846', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.449655] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating folder: Project (604d4b671987499cbb8f790691ed4225). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.451140] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdc75e8d-c8a5-42b1-9ed1-6bbc0622d436 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.463950] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created folder: Project (604d4b671987499cbb8f790691ed4225) in parent group-v688742. [ 1106.466911] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating folder: Instances. Parent ref: group-v689031. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.466911] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ceac3a-c7b5-4312-b9e6-04e25a53b452 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.473998] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created folder: Instances in parent group-v689031. [ 1106.474278] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.474538] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.478616] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee63c01-eab6-4fb2-a6a0-d3bf498768e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.495013] env[69287]: DEBUG nova.compute.manager [None req-9198d141-8ad8-457e-b643-7a98a4ca9210 tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Found 0 images (rotation: 2) {{(pid=69287) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1106.501603] env[69287]: DEBUG oslo_vmware.api [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192827} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.502927] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.503122] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.503307] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.503477] env[69287]: INFO nova.compute.manager [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1106.503710] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.503894] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.503894] env[69287]: value = "task-3451214" [ 1106.503894] env[69287]: _type = "Task" [ 1106.503894] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.504122] env[69287]: DEBUG nova.compute.manager [-] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.504185] env[69287]: DEBUG nova.network.neutron [-] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.514125] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451214, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.571569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Releasing lock "refresh_cache-3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.572143] env[69287]: DEBUG nova.compute.manager [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.572263] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.573312] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76089a79-127e-4f3e-8046-40f3474a9410 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.581895] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.582284] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ded0fa93-9fb0-436a-8de7-324366dd83a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.588664] env[69287]: DEBUG oslo_vmware.api [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1106.588664] env[69287]: value = "task-3451215" [ 1106.588664] env[69287]: _type = "Task" [ 1106.588664] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.599041] env[69287]: DEBUG oslo_vmware.api [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.759581] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451207, 'name': ReconfigVM_Task, 'duration_secs': 0.603889} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.760074] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.760074] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.760224] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547cd9c8-f2ca-4a13-b385-9ed0fc1f23c4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.766143] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1106.766143] env[69287]: value = "task-3451216" [ 1106.766143] env[69287]: _type = "Task" [ 1106.766143] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.775952] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.839935] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.016148] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451214, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.099927] env[69287]: DEBUG oslo_vmware.api [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451215, 'name': PowerOffVM_Task, 'duration_secs': 0.189353} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.100438] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.100750] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.101131] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d35162a-71c3-4dbd-be4c-e50fbd5b95d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.147631] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.147856] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.148065] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Deleting the datastore file [datastore2] 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.148351] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4068d7f4-7808-4c8d-b71b-d9017c60d368 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.156894] env[69287]: DEBUG oslo_vmware.api [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for the task: (returnval){ [ 1107.156894] env[69287]: value = "task-3451218" [ 1107.156894] env[69287]: _type = "Task" [ 1107.156894] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.164552] env[69287]: DEBUG oslo_vmware.api [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.279725] env[69287]: DEBUG oslo_vmware.api [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451216, 'name': PowerOnVM_Task, 'duration_secs': 0.472483} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.279725] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.279725] env[69287]: DEBUG nova.compute.manager [None req-56d611b2-324d-43df-be45-13a4c8ee88b4 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.280205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c339c-cf4c-4d95-a151-7bcd091895ab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.339224] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451211, 'name': ReconfigVM_Task, 'duration_secs': 0.689112} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.339736] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.340806] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8715aa62-ff78-4016-bfab-a966eb6984bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.349876] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1107.349876] env[69287]: value = "task-3451219" [ 1107.349876] env[69287]: _type = "Task" [ 1107.349876] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.361903] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451219, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.437054] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.942s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.442667] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.857s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.442916] env[69287]: DEBUG nova.objects.instance [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lazy-loading 'resources' on Instance uuid d39cff40-4a0d-42d3-9c7d-d7f97d70169b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.517889] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451214, 'name': CreateVM_Task, 'duration_secs': 0.59939} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.519507] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.520569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.520569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.520708] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.520955] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eeae8fd-0d33-4c05-9a10-59a87e45e913 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.528970] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1107.528970] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52df5be5-348c-67b8-4c60-dd81a2cd9ade" [ 1107.528970] env[69287]: _type = "Task" [ 1107.528970] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.539028] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52df5be5-348c-67b8-4c60-dd81a2cd9ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.615538] env[69287]: DEBUG nova.compute.manager [req-0b920b3a-2c51-48e7-8f46-05bdf0bd601f req-6227268a-baf0-4800-9fdf-50f70b2b219e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Received event network-vif-deleted-d0d8c652-2a54-466b-92ce-51030a226575 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.615792] env[69287]: INFO nova.compute.manager [req-0b920b3a-2c51-48e7-8f46-05bdf0bd601f req-6227268a-baf0-4800-9fdf-50f70b2b219e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Neutron deleted interface d0d8c652-2a54-466b-92ce-51030a226575; detaching it from the instance and deleting it from the info cache [ 1107.615990] env[69287]: DEBUG nova.network.neutron [req-0b920b3a-2c51-48e7-8f46-05bdf0bd601f req-6227268a-baf0-4800-9fdf-50f70b2b219e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.669030] env[69287]: DEBUG oslo_vmware.api [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Task: {'id': task-3451218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093968} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.669030] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.669030] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.669030] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.669249] env[69287]: INFO nova.compute.manager [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1107.669420] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.669550] env[69287]: DEBUG nova.compute.manager [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.669599] env[69287]: DEBUG nova.network.neutron [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.690956] env[69287]: DEBUG nova.network.neutron [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.860747] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451219, 'name': Rename_Task, 'duration_secs': 0.285959} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.861028] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.861304] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77484a2-034d-4599-a1d4-1681dd677f06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.869479] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1107.869479] env[69287]: value = "task-3451220" [ 1107.869479] env[69287]: _type = "Task" [ 1107.869479] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.962419] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.962694] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.963701] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120b0971-e5cc-432d-b276-16e1c822c194 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.983760] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c3d3df-e62f-4344-83c1-a3503e91dd0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.010058] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5/volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.013349] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f07cb4-20b0-4dc7-8f42-1495939ba2f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.027773] env[69287]: DEBUG nova.network.neutron [-] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.035296] env[69287]: DEBUG oslo_vmware.api [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1108.035296] env[69287]: value = "task-3451221" [ 1108.035296] env[69287]: _type = "Task" [ 1108.035296] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.038905] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52df5be5-348c-67b8-4c60-dd81a2cd9ade, 'name': SearchDatastore_Task, 'duration_secs': 0.011822} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.045693] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.045693] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.045920] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.046076] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.046255] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.047379] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58cfe9c1-5d97-4f14-b48e-fdb2e52dbeb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.054337] env[69287]: DEBUG oslo_vmware.api [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.055727] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.056627] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.056627] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4d87ac-586f-4147-a97e-f10092b5b2bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.064491] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1108.064491] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fa0953-be87-a0b9-14c1-9055126df195" [ 1108.064491] env[69287]: _type = "Task" [ 1108.064491] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.073476] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fa0953-be87-a0b9-14c1-9055126df195, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.074297] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70641a70-c235-4657-938c-e19be65a8733 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.080617] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1108.080617] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b67752-0b1c-c712-2e61-cb4d2e6de3ab" [ 1108.080617] env[69287]: _type = "Task" [ 1108.080617] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.089595] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b67752-0b1c-c712-2e61-cb4d2e6de3ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.118798] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-744863c0-80ae-4948-8413-5406ed2dc4ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.131437] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc9fb4d-296f-422e-ba5e-635c60e4c7c5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.170096] env[69287]: DEBUG nova.compute.manager [req-0b920b3a-2c51-48e7-8f46-05bdf0bd601f req-6227268a-baf0-4800-9fdf-50f70b2b219e service nova] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Detach interface failed, port_id=d0d8c652-2a54-466b-92ce-51030a226575, reason: Instance df6db37d-5fea-486f-a1ec-0635e12a9e93 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1108.197035] env[69287]: DEBUG nova.network.neutron [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.306037] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5808f42-6e47-4944-a465-050ced9bfce5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.317734] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3fb30-f87e-4bf3-a1f4-b80acee2a3f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.364214] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b731959b-0344-47c8-acf8-3e0a48b55315 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.369804] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaac124-dbe5-4cfb-957e-1c72cbcd9d28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.393999] env[69287]: DEBUG nova.compute.provider_tree [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.400571] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451220, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.530535] env[69287]: INFO nova.compute.manager [-] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Took 2.03 seconds to deallocate network for instance. [ 1108.551027] env[69287]: DEBUG oslo_vmware.api [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451221, 'name': ReconfigVM_Task, 'duration_secs': 0.379298} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.551027] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5/volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.553933] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0785e48d-5568-4803-b392-168f64f3e874 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.569344] env[69287]: DEBUG oslo_vmware.api [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1108.569344] env[69287]: value = "task-3451222" [ 1108.569344] env[69287]: _type = "Task" [ 1108.569344] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.577072] env[69287]: DEBUG oslo_vmware.api [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.588675] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b67752-0b1c-c712-2e61-cb4d2e6de3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.588891] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.589166] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.589423] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5962a660-861c-4acb-be95-e6498b2199c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.594719] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1108.594719] env[69287]: value = "task-3451223" [ 1108.594719] env[69287]: _type = "Task" [ 1108.594719] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.606026] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.697689] env[69287]: INFO nova.compute.manager [-] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Took 1.03 seconds to deallocate network for instance. [ 1108.885598] env[69287]: DEBUG oslo_vmware.api [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451220, 'name': PowerOnVM_Task, 'duration_secs': 0.650333} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.885896] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.886134] env[69287]: INFO nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1108.886318] env[69287]: DEBUG nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.887147] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3371ee5e-3400-40bd-92f2-4ba64028870e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.902567] env[69287]: DEBUG nova.scheduler.client.report [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.989218] env[69287]: INFO nova.compute.manager [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Swapping old allocation on dict_keys(['bf8d97a8-ef6f-44c6-86ac-2c63576b804e']) held by migration 7b62b24d-f1b9-4694-8ade-c4321d53c08b for instance [ 1109.018959] env[69287]: DEBUG nova.scheduler.client.report [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Overwriting current allocation {'allocations': {'bf8d97a8-ef6f-44c6-86ac-2c63576b804e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 139}}, 'project_id': '0dacfcff6e6e4305903827a15de0ef7d', 'user_id': 'b18074f3d3ed4bb1aedced5e41a1d4ca', 'consumer_generation': 1} on consumer 1d9dc0b7-851e-4d04-814b-053064d7b640 {{(pid=69287) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1109.037968] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.082583] env[69287]: DEBUG oslo_vmware.api [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451222, 'name': ReconfigVM_Task, 'duration_secs': 0.153419} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.085476] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.104555] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470542} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.108169] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.108396] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.108655] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7617e1a-0f76-4003-8e5c-36113fe921e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.115722] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1109.115722] env[69287]: value = "task-3451224" [ 1109.115722] env[69287]: _type = "Task" [ 1109.115722] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.125793] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.128903] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.129094] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.129274] env[69287]: DEBUG nova.network.neutron [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.204533] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.408076] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.409674] env[69287]: INFO nova.compute.manager [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Took 14.20 seconds to build instance. [ 1109.413795] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.441s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.434531] env[69287]: INFO nova.scheduler.client.report [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Deleted allocations for instance d39cff40-4a0d-42d3-9c7d-d7f97d70169b [ 1109.625960] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062818} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.626073] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.626799] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc76e7b-a107-410a-aad8-76afb7e6fbf2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.651508] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.653760] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9778afa7-ca16-4d8b-b9f7-2ddd965eaa08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.674540] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1109.674540] env[69287]: value = "task-3451225" [ 1109.674540] env[69287]: _type = "Task" [ 1109.674540] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.684648] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.845249] env[69287]: DEBUG nova.compute.manager [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.845249] env[69287]: DEBUG nova.compute.manager [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing instance network info cache due to event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.845622] env[69287]: DEBUG oslo_concurrency.lockutils [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.845847] env[69287]: DEBUG oslo_concurrency.lockutils [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.846052] env[69287]: DEBUG nova.network.neutron [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.913227] env[69287]: DEBUG oslo_concurrency.lockutils [None req-125ce8ba-4d2a-4276-8b76-9870d598931d tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.713s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.916718] env[69287]: INFO nova.compute.claims [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.946336] env[69287]: DEBUG oslo_concurrency.lockutils [None req-41b1487c-8b80-4e53-8e6d-0ff69370664f tempest-ServerGroupTestJSON-207557707 tempest-ServerGroupTestJSON-207557707-project-member] Lock "d39cff40-4a0d-42d3-9c7d-d7f97d70169b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.825s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.170485] env[69287]: DEBUG nova.objects.instance [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'flavor' on Instance uuid b8193e7e-08bf-44f9-a9bd-edac4e416345 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.187217] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451225, 'name': ReconfigVM_Task, 'duration_secs': 0.291878} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.187497] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.188905] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25cbf3ef-e555-4c99-8e03-c6e41d610266 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.198019] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1110.198019] env[69287]: value = "task-3451226" [ 1110.198019] env[69287]: _type = "Task" [ 1110.198019] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.204617] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451226, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.226053] env[69287]: DEBUG nova.network.neutron [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [{"id": "e469e019-39b8-415e-9964-192f3d922020", "address": "fa:16:3e:d2:3a:14", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape469e019-39", "ovs_interfaceid": "e469e019-39b8-415e-9964-192f3d922020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.427849] env[69287]: INFO nova.compute.resource_tracker [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating resource usage from migration 93d1bee9-61e7-4fc8-ab9b-2c9d12cf3397 [ 1110.676393] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8e785404-26c3-44dc-acf6-a309ac22e1a4 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.352s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.703069] env[69287]: DEBUG nova.network.neutron [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updated VIF entry in instance network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.703447] env[69287]: DEBUG nova.network.neutron [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.705196] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a358a54-6fb4-4520-8738-08b3a2ac276e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.723140] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a0b93-143e-4321-9e19-e0bd8d05ea64 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.729429] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451226, 'name': Rename_Task, 'duration_secs': 0.13702} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.730080] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-1d9dc0b7-851e-4d04-814b-053064d7b640" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.730580] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.732056] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33cf8d5-17e4-4cd9-b7c7-33f60652a04c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.736149] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-229ab7c4-5436-4f54-a2df-b17c46ee3b0c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.772151] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd9b235-348a-4bf1-8bd5-184bafad723e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.778131] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1110.778131] env[69287]: value = "task-3451227" [ 1110.778131] env[69287]: _type = "Task" [ 1110.778131] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.779214] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001326a9-664a-4b9f-83d6-283f517af5e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.788553] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04edfd53-5c80-4086-b934-c7ec1f5c432a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.797481] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.809130] env[69287]: DEBUG nova.compute.provider_tree [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.213269] env[69287]: DEBUG oslo_concurrency.lockutils [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.213566] env[69287]: DEBUG nova.compute.manager [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.213740] env[69287]: DEBUG nova.compute.manager [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing instance network info cache due to event network-changed-2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1111.213973] env[69287]: DEBUG oslo_concurrency.lockutils [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] Acquiring lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.214136] env[69287]: DEBUG oslo_concurrency.lockutils [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] Acquired lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.214335] env[69287]: DEBUG nova.network.neutron [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Refreshing network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.296991] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.319267] env[69287]: DEBUG nova.scheduler.client.report [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.369032] env[69287]: INFO nova.compute.manager [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Rebuilding instance [ 1111.426307] env[69287]: DEBUG nova.compute.manager [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.427291] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94720c4-2d65-4e02-8079-6245fb78d3b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.794969] env[69287]: DEBUG oslo_vmware.api [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451227, 'name': PowerOnVM_Task, 'duration_secs': 0.576535} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.799193] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.799193] env[69287]: INFO nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1111.799193] env[69287]: DEBUG nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.799193] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42da675-375e-4ec4-a9bb-1a4df095dcb5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.823256] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.413s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.823474] env[69287]: INFO nova.compute.manager [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Migrating [ 1111.832521] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.795s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.832788] env[69287]: DEBUG nova.objects.instance [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'resources' on Instance uuid df6db37d-5fea-486f-a1ec-0635e12a9e93 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.883709] env[69287]: DEBUG nova.compute.manager [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.883983] env[69287]: DEBUG nova.compute.manager [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing instance network info cache due to event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1111.884283] env[69287]: DEBUG oslo_concurrency.lockutils [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.884489] env[69287]: DEBUG oslo_concurrency.lockutils [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.884709] env[69287]: DEBUG nova.network.neutron [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.920021] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.920021] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d268de5a-b715-43ef-b1d3-fda348842cf8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.925433] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1111.925433] env[69287]: value = "task-3451228" [ 1111.925433] env[69287]: _type = "Task" [ 1111.925433] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.938105] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.111890] env[69287]: DEBUG nova.network.neutron [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updated VIF entry in instance network info cache for port 2d73bea4-d00e-4150-b34c-c0b772ceeb5b. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.112296] env[69287]: DEBUG nova.network.neutron [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [{"id": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "address": "fa:16:3e:e9:d1:95", "network": {"id": "db8b79e6-4356-45b4-9dd1-6a20c4e9d2e9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2145109148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77e21bc8d8be4876a3e168cf95243a38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d73bea4-d0", "ovs_interfaceid": "2d73bea4-d00e-4150-b34c-c0b772ceeb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.333819] env[69287]: INFO nova.compute.manager [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Took 16.64 seconds to build instance. [ 1112.348189] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.348473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.348804] env[69287]: DEBUG nova.network.neutron [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.445213] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451228, 'name': PowerOffVM_Task, 'duration_secs': 0.46992} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.445213] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.445213] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.445213] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.445486] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.445596] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.445777] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.445968] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.446560] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.446560] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.446560] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.446898] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.447037] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.456133] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.456447] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3a0f10-5aef-4c6d-9007-6da4eabc0015 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.473935] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515de189-bbf6-444e-9379-8cb5ab81e288 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.486627] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1112.486627] env[69287]: value = "task-3451230" [ 1112.486627] env[69287]: _type = "Task" [ 1112.486627] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.487238] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1112.487238] env[69287]: value = "task-3451229" [ 1112.487238] env[69287]: _type = "Task" [ 1112.487238] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.507357] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.510213] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.620488] env[69287]: DEBUG oslo_concurrency.lockutils [req-d693cd53-70b5-4214-91b6-58ee7467b7a8 req-201e4fcd-8f4b-4216-b4e6-fdd748a0fde5 service nova] Releasing lock "refresh_cache-514914b6-aaff-4ca8-8c1c-2704f716f7a0" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.651253] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb23a216-cac3-49c9-86ab-ff3ba99940d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.662022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfd53fa-2274-406b-88ce-2860b6402092 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.705406] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400bd05-7678-4220-b6bf-c002eeb7dd9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.715646] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a6c1f3-8cbd-4ee8-b000-5ecf3777e4c2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.732435] env[69287]: DEBUG nova.compute.provider_tree [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.813046] env[69287]: DEBUG nova.network.neutron [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updated VIF entry in instance network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.813434] env[69287]: DEBUG nova.network.neutron [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.837008] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aad7928f-abcc-426e-9086-3fa1f9f6ea8e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.159s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.982013] env[69287]: INFO nova.compute.manager [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Rebuilding instance [ 1113.004601] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451230, 'name': PowerOffVM_Task, 'duration_secs': 0.221951} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.011251] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.012758] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451229, 'name': ReconfigVM_Task, 'duration_secs': 0.21674} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.014007] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45bf560-84f2-4689-8954-b5e135aabcff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.055037] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.055314] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.055552] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.055756] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.055933] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.056058] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.056296] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.056483] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.056661] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.056827] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.057033] env[69287]: DEBUG nova.virt.hardware [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.060536] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a2ffeb-9573-4d5b-a19a-96b1a95fb679 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.065863] env[69287]: DEBUG nova.compute.manager [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.066666] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef5154-6c1c-4ee4-b4ed-a7a3422b4c4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.072871] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1113.072871] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eeb6db-883a-b8c5-58f4-1e19876124c2" [ 1113.072871] env[69287]: _type = "Task" [ 1113.072871] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.083802] env[69287]: INFO nova.compute.manager [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Detaching volume 6c4c2318-1cb0-4ede-9f98-6159114ea1f5 [ 1113.095153] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52eeb6db-883a-b8c5-58f4-1e19876124c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.103303] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.103896] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455d4d7d-4de7-4d7e-8e58-ce813f5044c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.122528] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1113.122528] env[69287]: value = "task-3451231" [ 1113.122528] env[69287]: _type = "Task" [ 1113.122528] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.132328] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.133274] env[69287]: INFO nova.virt.block_device [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Attempting to driver detach volume 6c4c2318-1cb0-4ede-9f98-6159114ea1f5 from mountpoint /dev/sdb [ 1113.133574] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.133819] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.134838] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83da7e9-296f-40a8-b929-8fecdfa2edd8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.162330] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50270d1-e5d9-4a50-9acc-ccf00554f7de {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.170956] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83e6ce-e603-409d-9b37-36600e4fcd9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.194022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b77a93f-b92b-4015-8fd7-3235997736ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.208146] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5/volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.215711] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.215711] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c5f218c-cd42-4809-b160-7a7eb1a78380 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.229468] env[69287]: DEBUG nova.network.neutron [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.236941] env[69287]: DEBUG nova.scheduler.client.report [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.240109] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1113.240109] env[69287]: value = "task-3451232" [ 1113.240109] env[69287]: _type = "Task" [ 1113.240109] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.250513] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.317235] env[69287]: DEBUG oslo_concurrency.lockutils [req-cafea5ce-1260-4953-b3d0-9a4e166dff66 req-aba29bd1-28a7-47d6-a542-e2785e7c4e26 service nova] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.633125] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451231, 'name': ReconfigVM_Task, 'duration_secs': 0.300627} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.633420] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.634242] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ccb9f-8e45-4b91-80be-c237b23d517b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.659867] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.660271] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4841d5-cfcd-4330-9610-a8b9c7830669 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.678672] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1113.678672] env[69287]: value = "task-3451233" [ 1113.678672] env[69287]: _type = "Task" [ 1113.678672] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.686915] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.731843] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.745834] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.750726] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.547s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.751017] env[69287]: DEBUG nova.objects.instance [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lazy-loading 'resources' on Instance uuid 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.761037] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451232, 'name': ReconfigVM_Task, 'duration_secs': 0.214029} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.761294] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.767457] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01554b4-6620-40fd-8f38-b6670ec2225e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.778138] env[69287]: INFO nova.scheduler.client.report [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted allocations for instance df6db37d-5fea-486f-a1ec-0635e12a9e93 [ 1113.785595] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1113.785595] env[69287]: value = "task-3451234" [ 1113.785595] env[69287]: _type = "Task" [ 1113.785595] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.794437] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.947446] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.947739] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.091386] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.091726] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48608b80-d21b-400d-a30d-a52b75b53226 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.098900] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1114.098900] env[69287]: value = "task-3451235" [ 1114.098900] env[69287]: _type = "Task" [ 1114.098900] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.108183] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.189443] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451233, 'name': ReconfigVM_Task, 'duration_secs': 0.425199} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.189694] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640/1d9dc0b7-851e-4d04-814b-053064d7b640.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.190722] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a55ff7-6b71-4697-98f9-28277444289c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.212022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef35478-1b87-41d6-8766-2848b4330318 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.232784] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ca4409-dced-457f-8f18-ea92f2dbdfaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.261036] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1295f9-4029-4626-aa80-6c5357f7f600 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.268434] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.268434] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a822d2cf-07a2-4ca3-9af9-d3f3d8507806 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.274917] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1114.274917] env[69287]: value = "task-3451236" [ 1114.274917] env[69287]: _type = "Task" [ 1114.274917] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.283095] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.293079] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5464f7ad-ee6b-40b3-bf13-3b75c237f4b5 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "df6db37d-5fea-486f-a1ec-0635e12a9e93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.462s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.301831] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.450238] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.520317] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59598002-3074-4d85-b48b-0552b2177545 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.528640] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6330543c-fbfa-4cb2-81fb-ae3e15bc71c2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.559436] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b024b8-ad3f-462d-aae3-2803cf3e4b0c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.566777] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec943e9-99b4-48f3-b74b-cafd921628ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.581784] env[69287]: DEBUG nova.compute.provider_tree [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.608379] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451235, 'name': PowerOffVM_Task, 'duration_secs': 0.222346} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.608655] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.608863] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.609641] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8ecd9-d6a2-4a61-9719-5442038d3a77 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.616049] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.616295] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1ec500a-0cd6-446d-87c5-229618b2e963 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.676267] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.676470] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.676658] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.676934] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c483733-d436-4c0f-a46e-d8bcd2e20631 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.686022] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1114.686022] env[69287]: value = "task-3451238" [ 1114.686022] env[69287]: _type = "Task" [ 1114.686022] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.698257] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.787142] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.797999] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451234, 'name': ReconfigVM_Task, 'duration_secs': 0.775787} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.798357] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.969347] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.984107] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.984438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.984677] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.984875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.985053] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.987100] env[69287]: INFO nova.compute.manager [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Terminating instance [ 1115.085571] env[69287]: DEBUG nova.scheduler.client.report [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.193936] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150081} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.194266] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.194410] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.194581] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.248891] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f49f770-9d3e-4475-b19e-2f82e96bf4e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.267450] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.283920] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.490866] env[69287]: DEBUG nova.compute.manager [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.491238] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.492503] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5f8e0-0cbd-4ebc-aaa1-7f36ee374276 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.501592] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.501842] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-845b17c4-deb1-4169-9824-a9e9331af749 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.508873] env[69287]: DEBUG oslo_vmware.api [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1115.508873] env[69287]: value = "task-3451239" [ 1115.508873] env[69287]: _type = "Task" [ 1115.508873] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.516797] env[69287]: DEBUG oslo_vmware.api [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.590512] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.593196] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.624s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.594582] env[69287]: INFO nova.compute.claims [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.616171] env[69287]: INFO nova.scheduler.client.report [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Deleted allocations for instance 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf [ 1115.773128] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.773444] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e712937-f5c8-4e58-8560-8317ab67d64c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.780747] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1115.780747] env[69287]: value = "task-3451240" [ 1115.780747] env[69287]: _type = "Task" [ 1115.780747] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.788438] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451236, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.793395] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.852721] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.853136] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917acfa2-cab0-4748-93de-f59e22e3eabf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.862091] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1115.862091] env[69287]: value = "task-3451241" [ 1115.862091] env[69287]: _type = "Task" [ 1115.862091] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.872393] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.872685] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1115.872956] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1115.873884] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496e49bd-ccae-4939-8ebc-6a67fe9b21e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.894491] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784be203-defa-4056-a472-0e6a54753054 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.901508] env[69287]: WARNING nova.virt.vmwareapi.driver [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1115.901873] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.902744] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c0b40d-ed7b-4939-9d72-2949d0812ba1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.910342] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.910640] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80e7486d-d5a3-4f81-8914-7ed9a11272ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.974684] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.974684] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.974684] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.974684] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78db8c11-1a74-4ba3-96da-83de3cee4633 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.979984] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1115.979984] env[69287]: value = "task-3451243" [ 1115.979984] env[69287]: _type = "Task" [ 1115.979984] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.987600] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.018191] env[69287]: DEBUG oslo_vmware.api [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451239, 'name': PowerOffVM_Task, 'duration_secs': 0.168689} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.018475] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.018650] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.018904] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-596d31d6-f6f3-4bce-a098-b811f06a053e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.125548] env[69287]: DEBUG oslo_concurrency.lockutils [None req-95d6601e-0bd4-4595-acff-2528d703a6df tempest-ServersAaction247Test-1858532017 tempest-ServersAaction247Test-1858532017-project-member] Lock "3eb1e9d9-7eec-4d3a-9006-9a40557fedcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.219s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.236403] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.236667] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.236826] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.237026] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.237180] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.237331] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.237538] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.237699] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.237867] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.238070] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.238274] env[69287]: DEBUG nova.virt.hardware [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.239179] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae048d88-d916-42a3-936f-9f8a5410cd3f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.247740] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d26d7-e5dc-4fd2-afee-09d314c89c5d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.264585] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:84:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeed93ed-4308-46b8-abdd-2b8f56a2d846', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.271358] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.271650] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.271876] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d677da31-f365-4364-be62-d25a3802ff27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.299168] env[69287]: DEBUG oslo_vmware.api [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451236, 'name': PowerOnVM_Task, 'duration_secs': 1.671263} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.303281] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.306598] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451240, 'name': PowerOffVM_Task, 'duration_secs': 0.237156} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.306803] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.306803] env[69287]: value = "task-3451245" [ 1116.306803] env[69287]: _type = "Task" [ 1116.306803] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.307266] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.307853] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.319421] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451245, 'name': CreateVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.490017] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140359} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.490375] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.490570] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.490747] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.773405] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8948cc4-9efd-4870-9c61-2784b92905c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.781016] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8b8630-c407-460e-9368-0ec8cd2e5bbf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.814960] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc3b800-57d7-4137-bef1-fbd9e911f5d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.819191] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.819421] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.819580] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.819775] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.819924] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.820100] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.820335] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.820499] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.820666] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.820826] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.820997] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.828794] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17554e3c-ede7-4d8f-9e5b-5f4e08ff45d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.848821] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a0e3f-1187-4284-9983-8c4c46b83e03 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.852843] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451245, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.854714] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1116.854714] env[69287]: value = "task-3451246" [ 1116.854714] env[69287]: _type = "Task" [ 1116.854714] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.866222] env[69287]: DEBUG nova.compute.provider_tree [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.872528] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.952760] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.952982] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.953137] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleting the datastore file [datastore1] 2c175405-96c1-4a94-a7ba-7a54428fb45d {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.953421] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d7eb3ff-816d-45d1-972c-f8caaeaaeb41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.961618] env[69287]: DEBUG oslo_vmware.api [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for the task: (returnval){ [ 1116.961618] env[69287]: value = "task-3451247" [ 1116.961618] env[69287]: _type = "Task" [ 1116.961618] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.969784] env[69287]: DEBUG oslo_vmware.api [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.996741] env[69287]: INFO nova.virt.block_device [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Booting with volume 6c4c2318-1cb0-4ede-9f98-6159114ea1f5 at /dev/sdb [ 1117.035909] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2867a8c2-9407-4994-a99b-1b339e6b8836 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.045903] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e619db-debd-4b2f-b685-6587958bbe89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.077499] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7781d6be-407a-4343-882d-8ae2b09ff4f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.086260] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9774d664-d9fb-4298-923c-cdc8bd1a4391 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.117376] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13765eb6-f1d7-425d-b63d-1137de3bc2c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.124444] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d988f-0025-4526-85c2-fa2fe2dc3720 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.138757] env[69287]: DEBUG nova.virt.block_device [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating existing volume attachment record: b13532ed-0e6a-45d3-8e67-afcf0f8c1180 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.325950] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451245, 'name': CreateVM_Task, 'duration_secs': 0.905426} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.329321] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.330947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.330947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.330947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.331221] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f2902d-9d7c-45ff-81ca-f400374e2e7b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.335776] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1117.335776] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f9e86c-880b-bde8-cf16-ece5f94139fc" [ 1117.335776] env[69287]: _type = "Task" [ 1117.335776] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.345162] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f9e86c-880b-bde8-cf16-ece5f94139fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.363876] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451246, 'name': ReconfigVM_Task, 'duration_secs': 0.212742} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.364187] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.369647] env[69287]: DEBUG nova.scheduler.client.report [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.387206] env[69287]: INFO nova.compute.manager [None req-4bce44de-b8ac-4948-9ec2-f15597cabd5a tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance to original state: 'active' [ 1117.471461] env[69287]: DEBUG oslo_vmware.api [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Task: {'id': task-3451247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154618} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.471718] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.471904] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.472097] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.472288] env[69287]: INFO nova.compute.manager [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Took 1.98 seconds to destroy the instance on the hypervisor. [ 1117.472516] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.472704] env[69287]: DEBUG nova.compute.manager [-] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.472799] env[69287]: DEBUG nova.network.neutron [-] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.723885] env[69287]: DEBUG nova.compute.manager [req-a4d8d6be-86ae-4b8c-aff7-8863a1104fbe req-6c02131b-8ad7-4b11-aa5f-581bd170b9cc service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Received event network-vif-deleted-e175deaa-d9a0-45f5-864a-a860ead1d2ab {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.724078] env[69287]: INFO nova.compute.manager [req-a4d8d6be-86ae-4b8c-aff7-8863a1104fbe req-6c02131b-8ad7-4b11-aa5f-581bd170b9cc service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Neutron deleted interface e175deaa-d9a0-45f5-864a-a860ead1d2ab; detaching it from the instance and deleting it from the info cache [ 1117.724309] env[69287]: DEBUG nova.network.neutron [req-a4d8d6be-86ae-4b8c-aff7-8863a1104fbe req-6c02131b-8ad7-4b11-aa5f-581bd170b9cc service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.846981] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f9e86c-880b-bde8-cf16-ece5f94139fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.847329] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.847610] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.847861] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.848030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.848203] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.848478] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d233e9b-eb31-4d4b-9fa5-164ac942a348 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.863061] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.863255] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.864040] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e6736f-9684-438a-a957-09ff9034b05f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.871628] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.871855] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.872062] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.872224] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.872376] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.872528] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.872731] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.872889] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.873072] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.873247] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.873450] env[69287]: DEBUG nova.virt.hardware [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.878889] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.879248] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1117.879248] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529da077-bd92-3fea-9c25-a421563a2429" [ 1117.879248] env[69287]: _type = "Task" [ 1117.879248] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.879878] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.880389] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.882900] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52274c5-5f65-43f5-9443-65e7fabda4ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.921863] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529da077-bd92-3fea-9c25-a421563a2429, 'name': SearchDatastore_Task, 'duration_secs': 0.029819} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.925983] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1117.925983] env[69287]: value = "task-3451248" [ 1117.925983] env[69287]: _type = "Task" [ 1117.925983] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.926318] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68c947d-1eec-445b-95bf-eb5e04e76304 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.937730] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1117.937730] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b98331-a34c-71a2-60bb-a4c776d131b1" [ 1117.937730] env[69287]: _type = "Task" [ 1117.937730] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.941361] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.951902] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b98331-a34c-71a2-60bb-a4c776d131b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.206979] env[69287]: DEBUG nova.network.neutron [-] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.228505] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2056749b-0142-4182-955b-41751875a2e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.239552] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81da577-3981-4bf1-bed7-94b963935e42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.274659] env[69287]: DEBUG nova.compute.manager [req-a4d8d6be-86ae-4b8c-aff7-8863a1104fbe req-6c02131b-8ad7-4b11-aa5f-581bd170b9cc service nova] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Detach interface failed, port_id=e175deaa-d9a0-45f5-864a-a860ead1d2ab, reason: Instance 2c175405-96c1-4a94-a7ba-7a54428fb45d could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1118.403398] env[69287]: DEBUG nova.compute.utils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1118.405905] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.406132] env[69287]: DEBUG nova.network.neutron [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.442151] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451248, 'name': ReconfigVM_Task, 'duration_secs': 0.342932} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.446236] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.447848] env[69287]: DEBUG nova.policy [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22fb22291fca477e9286397c0638f072', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45a18bb8fd3141dd93b6932da0aaf831', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.450130] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f62f73-8e01-4d45-bb64-d6146a7e83b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.458296] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b98331-a34c-71a2-60bb-a4c776d131b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.468795] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.469097] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.476553] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606/ed9a6c95-9db3-4ddb-928a-18208b85f606.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.476853] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e607bf2-5433-4e44-8f41-9f39172eebcd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.479563] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b18fa01b-5527-43b7-9d76-81d77b181630 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.497107] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1118.497107] env[69287]: value = "task-3451249" [ 1118.497107] env[69287]: _type = "Task" [ 1118.497107] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.498449] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1118.498449] env[69287]: value = "task-3451250" [ 1118.498449] env[69287]: _type = "Task" [ 1118.498449] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.509819] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.513579] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.711150] env[69287]: INFO nova.compute.manager [-] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Took 1.24 seconds to deallocate network for instance. [ 1118.848523] env[69287]: DEBUG nova.network.neutron [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Successfully created port: 8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.906384] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.014886] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.018881] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.221603] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.221906] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.222153] env[69287]: DEBUG nova.objects.instance [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lazy-loading 'resources' on Instance uuid 2c175405-96c1-4a94-a7ba-7a54428fb45d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.279167] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.279631] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.279784] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.282561] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.282561] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.282561] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.282561] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.282561] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.283390] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.283764] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.284059] env[69287]: DEBUG nova.virt.hardware [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.285109] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9843e20-9544-4c70-87cc-bf2dab9c4b0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.295659] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0431473-252c-4241-b421-e1226546279a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.312289] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:03:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ae8230-e4ed-4f68-b9ce-4898e900719f', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.320453] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.320856] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.321182] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69a7d17c-3c91-47d5-8c11-422fe0e2afe1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.342020] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.342020] env[69287]: value = "task-3451251" [ 1119.342020] env[69287]: _type = "Task" [ 1119.342020] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.355892] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451251, 'name': CreateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.514708] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594784} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.518109] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.518486] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.518856] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451250, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.519046] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7acc3251-c923-4876-8192-2cfa20434bfa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.525140] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1119.525140] env[69287]: value = "task-3451252" [ 1119.525140] env[69287]: _type = "Task" [ 1119.525140] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.534145] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.538931] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.539080] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.539298] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.539569] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.539648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.545835] env[69287]: INFO nova.compute.manager [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Terminating instance [ 1119.851577] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451251, 'name': CreateVM_Task, 'duration_secs': 0.384522} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.851892] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.852568] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.852749] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.853119] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.853381] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8e0a94-149b-49dd-9de8-521d6da6ab4a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.858971] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1119.858971] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523cf737-ecc1-fe00-1c21-f5b72188e60b" [ 1119.858971] env[69287]: _type = "Task" [ 1119.858971] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.873844] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523cf737-ecc1-fe00-1c21-f5b72188e60b, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.874288] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.874597] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.874951] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.875343] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.875652] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.878837] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce761bc-f230-48bb-90c5-16d001f3e8db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.886967] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.887270] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.888346] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0322d85d-c37b-45f2-b534-727906ea7beb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.896777] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1119.896777] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e50d63-841d-1811-ee7f-e1c96d5313ac" [ 1119.896777] env[69287]: _type = "Task" [ 1119.896777] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.908850] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e50d63-841d-1811-ee7f-e1c96d5313ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.911013] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d96ac8-2827-43d4-9e06-dd6305e8257f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.914311] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d619ba9a-da75-4cb6-9679-03ac45933518 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.922449] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.926271] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4abab-18ca-4ed7-9b02-a84e9439d005 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.929396] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1119.929396] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52434150-998b-d014-9052-520b0ccbb1c9" [ 1119.929396] env[69287]: _type = "Task" [ 1119.929396] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.959921] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac50e04-e5b3-4cb4-a565-526725f0c5ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.966101] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52434150-998b-d014-9052-520b0ccbb1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008233} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.966735] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.967018] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.969144] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.969374] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.969533] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.969719] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.969864] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.970023] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.970274] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.970443] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.970617] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.970780] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.970953] env[69287]: DEBUG nova.virt.hardware [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.971222] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5947691-7d5c-4ac9-8a9f-0db36ad0d633 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.973579] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d54b1-ccab-42c6-b704-1f9e3df2f24f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.979326] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf649a39-5580-464f-b6ae-c50902410afe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.985549] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1119.985549] env[69287]: value = "task-3451253" [ 1119.985549] env[69287]: _type = "Task" [ 1119.985549] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.987164] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae06052-19bb-461d-9091-0d3b162e9752 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.002525] env[69287]: DEBUG nova.compute.provider_tree [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.011987] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.025409] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451250, 'name': ReconfigVM_Task, 'duration_secs': 1.362549} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.025752] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606/ed9a6c95-9db3-4ddb-928a-18208b85f606.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.026156] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.041041] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07676} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.041621] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.042400] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97209169-de29-4cc7-af21-782aad4493d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.057209] env[69287]: DEBUG nova.compute.manager [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.060047] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.066703] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.068016] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238bb524-0805-4f1b-9132-579d22f24dee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.069035] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b404b069-33f5-4a19-bc6e-97d1d41d6e61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.089513] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1120.089513] env[69287]: value = "task-3451254" [ 1120.089513] env[69287]: _type = "Task" [ 1120.089513] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.090825] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1120.090825] env[69287]: value = "task-3451255" [ 1120.090825] env[69287]: _type = "Task" [ 1120.090825] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.103574] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.107036] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.496790] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489679} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.497200] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.497358] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.497631] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b578c86-3e51-4223-bf51-e20de4fc0332 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.503887] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1120.503887] env[69287]: value = "task-3451256" [ 1120.503887] env[69287]: _type = "Task" [ 1120.503887] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.508132] env[69287]: DEBUG nova.scheduler.client.report [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.516963] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.532838] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdca41f-a024-43fa-9176-acde2a2a1cd7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.552021] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c99ba-2798-4885-8d25-91ec7efa650f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.573331] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.603217] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451255, 'name': ReconfigVM_Task, 'duration_secs': 0.46568} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.606656] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af/25008e95-593b-4a9a-a6c0-7daea73a41af.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.607483] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451254, 'name': PowerOffVM_Task, 'duration_secs': 0.336407} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.607691] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17026f58-ea23-4b9c-90ad-0b449d08b0c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.610024] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.610024] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.610024] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689016', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'name': 'volume-7b818003-02d2-4d2b-a655-b0866b0af0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1d9dc0b7-851e-4d04-814b-053064d7b640', 'attached_at': '2025-04-15T19:17:40.000000', 'detached_at': '', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'serial': '7b818003-02d2-4d2b-a655-b0866b0af0fb'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.610928] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20531f46-ea3f-4962-9b3a-975f0eb12dd9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.634231] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd5d60-c358-462e-8f56-c935eee3ce6b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.636840] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1120.636840] env[69287]: value = "task-3451257" [ 1120.636840] env[69287]: _type = "Task" [ 1120.636840] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.643232] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3446335b-765c-4266-b3cb-6bf338d99d84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.648672] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451257, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.667502] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e2dad-99ee-467d-8fe5-70fe199a9c40 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.682579] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] The volume has not been displaced from its original location: [datastore2] volume-7b818003-02d2-4d2b-a655-b0866b0af0fb/volume-7b818003-02d2-4d2b-a655-b0866b0af0fb.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1120.688366] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.688577] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f360058-b205-45a5-95f3-a0609cc920ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.705967] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1120.705967] env[69287]: value = "task-3451258" [ 1120.705967] env[69287]: _type = "Task" [ 1120.705967] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.713546] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.724013] env[69287]: DEBUG nova.compute.manager [req-1d094829-0bf4-4903-bdef-9550254120eb req-58e54012-9c36-405f-9569-b3b4b49e64cc service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Received event network-vif-plugged-8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.724252] env[69287]: DEBUG oslo_concurrency.lockutils [req-1d094829-0bf4-4903-bdef-9550254120eb req-58e54012-9c36-405f-9569-b3b4b49e64cc service nova] Acquiring lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.724509] env[69287]: DEBUG oslo_concurrency.lockutils [req-1d094829-0bf4-4903-bdef-9550254120eb req-58e54012-9c36-405f-9569-b3b4b49e64cc service nova] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.724611] env[69287]: DEBUG oslo_concurrency.lockutils [req-1d094829-0bf4-4903-bdef-9550254120eb req-58e54012-9c36-405f-9569-b3b4b49e64cc service nova] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.724787] env[69287]: DEBUG nova.compute.manager [req-1d094829-0bf4-4903-bdef-9550254120eb req-58e54012-9c36-405f-9569-b3b4b49e64cc service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] No waiting events found dispatching network-vif-plugged-8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.724952] env[69287]: WARNING nova.compute.manager [req-1d094829-0bf4-4903-bdef-9550254120eb req-58e54012-9c36-405f-9569-b3b4b49e64cc service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Received unexpected event network-vif-plugged-8e3b19e3-6512-4da6-aa6d-02949f1e864b for instance with vm_state building and task_state spawning. [ 1120.814600] env[69287]: DEBUG nova.network.neutron [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Successfully updated port: 8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.014478] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.016494] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06927} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.016954] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.017737] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94378ad3-f7c5-48d0-a1c4-d2bd0f428900 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.042090] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.043309] env[69287]: INFO nova.scheduler.client.report [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Deleted allocations for instance 2c175405-96c1-4a94-a7ba-7a54428fb45d [ 1121.044324] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d90c4b2-7b03-4d5e-9fe4-68a642c3fc06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.065465] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1121.065465] env[69287]: value = "task-3451259" [ 1121.065465] env[69287]: _type = "Task" [ 1121.065465] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.073457] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.112966] env[69287]: DEBUG nova.network.neutron [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Port a163cca0-2f87-4830-8997-285293c7e984 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1121.147073] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451257, 'name': Rename_Task, 'duration_secs': 0.445661} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.147365] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.147615] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b34ed5c-cfc4-4099-bac7-685254e41bc0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.153538] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1121.153538] env[69287]: value = "task-3451260" [ 1121.153538] env[69287]: _type = "Task" [ 1121.153538] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.163050] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.215556] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451258, 'name': ReconfigVM_Task, 'duration_secs': 0.245987} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.215826] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.220490] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67863e98-3698-4c8c-bf4f-5f623a2bc9c6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.234964] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1121.234964] env[69287]: value = "task-3451261" [ 1121.234964] env[69287]: _type = "Task" [ 1121.234964] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.242985] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.317275] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "refresh_cache-e4327c70-df2f-46cd-9dc8-5ca58644ddd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.317275] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquired lock "refresh_cache-e4327c70-df2f-46cd-9dc8-5ca58644ddd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.317275] env[69287]: DEBUG nova.network.neutron [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.565072] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ab21ffbe-e63d-4a3c-b53e-5889a0d49650 tempest-AttachInterfacesTestJSON-1964869860 tempest-AttachInterfacesTestJSON-1964869860-project-member] Lock "2c175405-96c1-4a94-a7ba-7a54428fb45d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.581s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.575760] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.663540] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.746049] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451261, 'name': ReconfigVM_Task, 'duration_secs': 0.183792} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.746362] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689016', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'name': 'volume-7b818003-02d2-4d2b-a655-b0866b0af0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1d9dc0b7-851e-4d04-814b-053064d7b640', 'attached_at': '2025-04-15T19:17:40.000000', 'detached_at': '', 'volume_id': '7b818003-02d2-4d2b-a655-b0866b0af0fb', 'serial': '7b818003-02d2-4d2b-a655-b0866b0af0fb'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1121.746628] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.747423] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91430ddc-3efe-4bb9-95d4-c39eeba2b8a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.763673] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.763960] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16f7452-eded-4f90-a879-11efabee17bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.837597] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.838028] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.838331] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleting the datastore file [datastore2] 1d9dc0b7-851e-4d04-814b-053064d7b640 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.839060] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06fa1cf-9cf1-4594-8a6c-ab4f620349b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845194] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1121.845194] env[69287]: value = "task-3451263" [ 1121.845194] env[69287]: _type = "Task" [ 1121.845194] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.853878] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.857176] env[69287]: DEBUG nova.network.neutron [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.029113] env[69287]: DEBUG nova.network.neutron [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Updating instance_info_cache with network_info: [{"id": "8e3b19e3-6512-4da6-aa6d-02949f1e864b", "address": "fa:16:3e:db:e3:d3", "network": {"id": "a2803d7b-8022-4cbf-aed0-e8b3606cb7bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1623496054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45a18bb8fd3141dd93b6932da0aaf831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3b19e3-65", "ovs_interfaceid": "8e3b19e3-6512-4da6-aa6d-02949f1e864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.077152] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451259, 'name': ReconfigVM_Task, 'duration_secs': 0.651937} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.077441] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345/b8193e7e-08bf-44f9-a9bd-edac4e416345.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.078696] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'boot_index': 0, 'size': 0, 'device_type': 'disk', 'guest_format': None, 'encrypted': False, 'image_id': '40cd7472-910a-447e-9f08-79d870d364ea'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'b13532ed-0e6a-45d3-8e67-afcf0f8c1180', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'}, 'boot_index': None, 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69287) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1122.078926] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.079107] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.079917] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06bd31c-dfbc-4af1-b22f-c780f74455bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.095887] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8bd51f-2fff-4cc6-bd4d-8801ea4beb30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.121072] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5/volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.128759] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc7314c-bfb9-4b57-be55-f556e47ef6ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.148303] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.148529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.149884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.155950] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1122.155950] env[69287]: value = "task-3451264" [ 1122.155950] env[69287]: _type = "Task" [ 1122.155950] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.168776] env[69287]: DEBUG oslo_vmware.api [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451260, 'name': PowerOnVM_Task, 'duration_secs': 0.714834} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.172120] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.172299] env[69287]: DEBUG nova.compute.manager [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.172862] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.173594] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef849d-5133-43d1-8537-f021030b0f14 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.358818] env[69287]: DEBUG oslo_vmware.api [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163955} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.359141] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.359362] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.359706] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.360052] env[69287]: INFO nova.compute.manager [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1122.360439] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.360669] env[69287]: DEBUG nova.compute.manager [-] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.360833] env[69287]: DEBUG nova.network.neutron [-] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.533528] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Releasing lock "refresh_cache-e4327c70-df2f-46cd-9dc8-5ca58644ddd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.533528] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Instance network_info: |[{"id": "8e3b19e3-6512-4da6-aa6d-02949f1e864b", "address": "fa:16:3e:db:e3:d3", "network": {"id": "a2803d7b-8022-4cbf-aed0-e8b3606cb7bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1623496054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45a18bb8fd3141dd93b6932da0aaf831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3b19e3-65", "ovs_interfaceid": "8e3b19e3-6512-4da6-aa6d-02949f1e864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.534017] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e3:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e3b19e3-6512-4da6-aa6d-02949f1e864b', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.541615] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Creating folder: Project (45a18bb8fd3141dd93b6932da0aaf831). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.541766] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d335a00b-c953-47f2-be18-29eec58d1967 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.552819] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Created folder: Project (45a18bb8fd3141dd93b6932da0aaf831) in parent group-v688742. [ 1122.552945] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Creating folder: Instances. Parent ref: group-v689036. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.553175] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a629572e-01a6-4b95-b555-d298469bcdd6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.562063] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Created folder: Instances in parent group-v689036. [ 1122.562303] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.562507] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.562699] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e933b1c9-d418-4893-9dc2-f3704609259e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.583314] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.583314] env[69287]: value = "task-3451267" [ 1122.583314] env[69287]: _type = "Task" [ 1122.583314] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.588704] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451267, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.669639] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.688883] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.689182] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.689367] env[69287]: DEBUG nova.objects.instance [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1122.764102] env[69287]: DEBUG nova.compute.manager [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Received event network-changed-8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.764406] env[69287]: DEBUG nova.compute.manager [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Refreshing instance network info cache due to event network-changed-8e3b19e3-6512-4da6-aa6d-02949f1e864b. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.764704] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] Acquiring lock "refresh_cache-e4327c70-df2f-46cd-9dc8-5ca58644ddd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.764938] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] Acquired lock "refresh_cache-e4327c70-df2f-46cd-9dc8-5ca58644ddd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.765210] env[69287]: DEBUG nova.network.neutron [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Refreshing network info cache for port 8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.093911] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451267, 'name': CreateVM_Task, 'duration_secs': 0.325056} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.094461] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.095193] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.095366] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.095841] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.095951] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cad280b-ad08-4f27-8c0d-a3e7a20015c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.100971] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1123.100971] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5220e7c0-b07a-c027-e5fd-4368355c6275" [ 1123.100971] env[69287]: _type = "Task" [ 1123.100971] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.109755] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5220e7c0-b07a-c027-e5fd-4368355c6275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.169298] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451264, 'name': ReconfigVM_Task, 'duration_secs': 0.619275} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.169387] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5/volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.174571] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba978bd9-4082-4ad1-9a88-85e76ffbb71e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.189952] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1123.189952] env[69287]: value = "task-3451268" [ 1123.189952] env[69287]: _type = "Task" [ 1123.189952] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.190828] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.190997] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.191186] env[69287]: DEBUG nova.network.neutron [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.209482] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.278891] env[69287]: DEBUG nova.network.neutron [-] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.615098] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5220e7c0-b07a-c027-e5fd-4368355c6275, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.615805] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.615805] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.615895] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.615975] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.616276] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.617738] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c252a697-a4cd-4522-8fc6-c036df4a1171 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.626379] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.626379] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.626631] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed0455f-eb2c-4f0e-917d-6751ba1c2b49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.631834] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1123.631834] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a6d92-8e14-38ab-7534-c460d863d1a2" [ 1123.631834] env[69287]: _type = "Task" [ 1123.631834] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.640604] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a6d92-8e14-38ab-7534-c460d863d1a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.654706] env[69287]: DEBUG nova.network.neutron [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Updated VIF entry in instance network info cache for port 8e3b19e3-6512-4da6-aa6d-02949f1e864b. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.654706] env[69287]: DEBUG nova.network.neutron [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Updating instance_info_cache with network_info: [{"id": "8e3b19e3-6512-4da6-aa6d-02949f1e864b", "address": "fa:16:3e:db:e3:d3", "network": {"id": "a2803d7b-8022-4cbf-aed0-e8b3606cb7bb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1623496054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45a18bb8fd3141dd93b6932da0aaf831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3b19e3-65", "ovs_interfaceid": "8e3b19e3-6512-4da6-aa6d-02949f1e864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.705282] env[69287]: DEBUG oslo_concurrency.lockutils [None req-535cf69d-22e1-4b15-bbf8-aae31fb5e90b tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.706555] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.781831] env[69287]: INFO nova.compute.manager [-] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Took 1.42 seconds to deallocate network for instance. [ 1123.842229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "25008e95-593b-4a9a-a6c0-7daea73a41af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.842519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.842697] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "25008e95-593b-4a9a-a6c0-7daea73a41af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.842877] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.843543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.846847] env[69287]: INFO nova.compute.manager [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Terminating instance [ 1123.980598] env[69287]: DEBUG nova.network.neutron [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.142791] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524a6d92-8e14-38ab-7534-c460d863d1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.143600] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6299c9b-8e37-4aff-8a9a-e750c651f07c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.149426] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1124.149426] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52067aa8-0894-31db-0f68-fb6210683a2b" [ 1124.149426] env[69287]: _type = "Task" [ 1124.149426] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.157722] env[69287]: DEBUG oslo_concurrency.lockutils [req-9a76b8f0-e859-45b1-a157-b9fe56c4012b req-de92232f-7286-4ee0-861c-93cfdb642283 service nova] Releasing lock "refresh_cache-e4327c70-df2f-46cd-9dc8-5ca58644ddd5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.158229] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52067aa8-0894-31db-0f68-fb6210683a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.202676] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451268, 'name': ReconfigVM_Task, 'duration_secs': 0.680825} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.203026] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.203641] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723041c7-d225-4d9d-91c6-58d8babc7f5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.210466] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1124.210466] env[69287]: value = "task-3451269" [ 1124.210466] env[69287]: _type = "Task" [ 1124.210466] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.222410] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451269, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.313784] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.314102] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.314742] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1124.345590] env[69287]: INFO nova.compute.manager [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Took 0.56 seconds to detach 1 volumes for instance. [ 1124.353296] env[69287]: DEBUG nova.compute.manager [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.353296] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.353296] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d772f55-2099-4ef7-842a-83a07d55d453 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.360998] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.361276] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6b0d3a2-25ac-4ff4-8767-a140db135e89 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.368190] env[69287]: DEBUG oslo_vmware.api [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1124.368190] env[69287]: value = "task-3451270" [ 1124.368190] env[69287]: _type = "Task" [ 1124.368190] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.378010] env[69287]: DEBUG oslo_vmware.api [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.439934] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.440280] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.483643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.661192] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52067aa8-0894-31db-0f68-fb6210683a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.661508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.661758] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] e4327c70-df2f-46cd-9dc8-5ca58644ddd5/e4327c70-df2f-46cd-9dc8-5ca58644ddd5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.662026] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49446036-d245-4829-a819-00af3429c3b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.669796] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1124.669796] env[69287]: value = "task-3451271" [ 1124.669796] env[69287]: _type = "Task" [ 1124.669796] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.677500] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.720869] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451269, 'name': Rename_Task, 'duration_secs': 0.195968} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.721163] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.721416] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf183ba-7dcf-4a40-a1d1-fd32bc2ecc53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.728333] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1124.728333] env[69287]: value = "task-3451272" [ 1124.728333] env[69287]: _type = "Task" [ 1124.728333] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.736317] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.788272] env[69287]: DEBUG nova.compute.manager [req-8061760f-8986-4009-8fb5-a896dc0a8477 req-3112dcec-b38a-45c9-8566-7f570dfec562 service nova] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Received event network-vif-deleted-e469e019-39b8-415e-9964-192f3d922020 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.817998] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.818216] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.818494] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1124.853310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.854044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.854044] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.879973] env[69287]: DEBUG oslo_vmware.api [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451270, 'name': PowerOffVM_Task, 'duration_secs': 0.16664} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.881158] env[69287]: INFO nova.scheduler.client.report [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted allocations for instance 1d9dc0b7-851e-4d04-814b-053064d7b640 [ 1124.882420] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.882615] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.885040] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93641f2b-910d-4bbe-8d8e-e40d22c5574e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.943617] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.956892] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.957181] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.957321] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore2] 25008e95-593b-4a9a-a6c0-7daea73a41af {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.957591] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c660ce6c-dc61-42b2-8d61-6e2b3a2eeca9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.965660] env[69287]: DEBUG oslo_vmware.api [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1124.965660] env[69287]: value = "task-3451274" [ 1124.965660] env[69287]: _type = "Task" [ 1124.965660] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.976933] env[69287]: DEBUG oslo_vmware.api [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.004105] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d8e631-c284-4414-80d9-66cb52b982f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.027713] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7680cb4f-fd9c-47bb-bcef-8b6b061aba32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.038234] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.180833] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452303} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.180833] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] e4327c70-df2f-46cd-9dc8-5ca58644ddd5/e4327c70-df2f-46cd-9dc8-5ca58644ddd5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.180833] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.181059] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-483369c6-c6ac-4c94-b9a7-ae1784c5812e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.188060] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1125.188060] env[69287]: value = "task-3451275" [ 1125.188060] env[69287]: _type = "Task" [ 1125.188060] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.195978] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.239725] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451272, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.390079] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fc553fd0-d5c7-4cc1-a74d-984775a85271 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "1d9dc0b7-851e-4d04-814b-053064d7b640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.851s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.471057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.471344] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.472879] env[69287]: INFO nova.compute.claims [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.481203] env[69287]: DEBUG oslo_vmware.api [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256437} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.481423] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.481603] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.481780] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.481949] env[69287]: INFO nova.compute.manager [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1125.482211] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.482399] env[69287]: DEBUG nova.compute.manager [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.482494] env[69287]: DEBUG nova.network.neutron [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.545529] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.545846] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b09ee9f7-52a6-4d4a-bae4-5ee6da9bea28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.554042] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1125.554042] env[69287]: value = "task-3451276" [ 1125.554042] env[69287]: _type = "Task" [ 1125.554042] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.561577] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.698983] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078113} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.699384] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.700067] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db0ac6-d158-4970-ab8c-0b203f471148 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.722487] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] e4327c70-df2f-46cd-9dc8-5ca58644ddd5/e4327c70-df2f-46cd-9dc8-5ca58644ddd5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.722782] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bcc404-c7ee-456b-9845-f840084fccfe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.752357] env[69287]: DEBUG oslo_vmware.api [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451272, 'name': PowerOnVM_Task, 'duration_secs': 0.583202} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.753914] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.754188] env[69287]: DEBUG nova.compute.manager [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.754927] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1125.754927] env[69287]: value = "task-3451277" [ 1125.754927] env[69287]: _type = "Task" [ 1125.754927] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.755866] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7fcb12-d936-4171-b30d-b9520d7faef6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.776398] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.050179] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.065304] env[69287]: DEBUG oslo_vmware.api [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451276, 'name': PowerOnVM_Task, 'duration_secs': 0.507547} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.065596] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.065789] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-8108bd14-8cca-4393-a246-44c44b1eea83 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance 'ed9a6c95-9db3-4ddb-928a-18208b85f606' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.263539] env[69287]: DEBUG nova.network.neutron [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.271484] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.286565] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.552864] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.553049] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1126.553258] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.553677] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.553677] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.553794] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.553849] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.553993] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.554136] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1126.554285] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.627501] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9ff55-252d-4f9a-b301-8f50e64ea2ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.634971] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd464b29-a5db-4851-9d36-6e9d85f7e9e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.664707] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b519bfb-a612-40c1-8848-7d7b50bab24c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.671512] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f39f13-a8a2-41ad-8e8f-cb7fea9411b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.686011] env[69287]: DEBUG nova.compute.provider_tree [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.765998] env[69287]: INFO nova.compute.manager [-] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Took 1.28 seconds to deallocate network for instance. [ 1126.770623] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451277, 'name': ReconfigVM_Task, 'duration_secs': 0.58915} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.773424] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] e4327c70-df2f-46cd-9dc8-5ca58644ddd5/e4327c70-df2f-46cd-9dc8-5ca58644ddd5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.774250] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f4bf811-efa5-4e56-8f63-1e856f2c80f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.780997] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1126.780997] env[69287]: value = "task-3451278" [ 1126.780997] env[69287]: _type = "Task" [ 1126.780997] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.789997] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451278, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.812972] env[69287]: DEBUG nova.compute.manager [req-568506ee-e993-4ff7-bc81-94ec4d50b171 req-9577ee38-335c-40b4-8140-bb30ebc83b42 service nova] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Received event network-vif-deleted-aeed93ed-4308-46b8-abdd-2b8f56a2d846 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.058187] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.058513] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.058760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.189439] env[69287]: DEBUG nova.scheduler.client.report [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.275444] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.291461] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451278, 'name': Rename_Task, 'duration_secs': 0.14014} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.291723] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.291959] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c9c4b60-1295-4a4d-941e-209339c0e228 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.298331] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1127.298331] env[69287]: value = "task-3451279" [ 1127.298331] env[69287]: _type = "Task" [ 1127.298331] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.308800] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.561265] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.694933] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.695760] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.698882] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.412s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.699793] env[69287]: DEBUG nova.objects.instance [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1127.808441] env[69287]: DEBUG oslo_vmware.api [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451279, 'name': PowerOnVM_Task, 'duration_secs': 0.442848} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.808846] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.808923] env[69287]: INFO nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1127.809113] env[69287]: DEBUG nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.809964] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6941d-3355-4b9f-891d-9747598db535 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.038527] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.038810] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.039011] env[69287]: DEBUG nova.compute.manager [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Going to confirm migration 6 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1128.084088] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.204385] env[69287]: DEBUG nova.compute.utils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.209140] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.209330] env[69287]: DEBUG nova.network.neutron [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.247780] env[69287]: DEBUG nova.policy [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c44d12f2c034ea6981fd1e1e47b0efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604d4b671987499cbb8f790691ed4225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.326224] env[69287]: INFO nova.compute.manager [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Took 13.37 seconds to build instance. [ 1128.504297] env[69287]: DEBUG nova.network.neutron [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Successfully created port: 83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.577971] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.578182] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.578366] env[69287]: DEBUG nova.network.neutron [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.578556] env[69287]: DEBUG nova.objects.instance [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'info_cache' on Instance uuid ed9a6c95-9db3-4ddb-928a-18208b85f606 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.713060] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.714510] env[69287]: DEBUG oslo_concurrency.lockutils [None req-16f46385-16c2-40f8-a70e-0ceb1d6d040c tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.715920] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.658s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.716268] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.716552] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1128.716953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.442s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.717295] env[69287]: DEBUG nova.objects.instance [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'resources' on Instance uuid 25008e95-593b-4a9a-a6c0-7daea73a41af {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.720043] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190e1d7-577b-4051-b213-ba5521e72a04 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.732637] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaffb31-4254-4f2f-86b8-11c7eb94c1bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.750564] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff574c-69e2-425f-95c6-205817458e94 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.762022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619d158-e73d-45f7-b6c2-24a7a10ed5ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.791907] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178815MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1128.792302] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.828967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0945d9f4-1b20-46a6-bab6-afc9bb419a79 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.881s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.380977] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd67feff-db0f-4e96-aa0e-dcdbcc3b3f70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.389117] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207683c8-a01b-4b45-9d84-835ed29f552d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.420106] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ec911-0caa-4724-9364-4ca4ee7631fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.430859] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c76d70-506d-4f34-b0bd-cf3cffa5d8ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446106] env[69287]: DEBUG nova.compute.provider_tree [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.724150] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.748376] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.748646] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.748807] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.748989] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.749151] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.749305] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.749511] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.749666] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.749831] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.749993] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.750180] env[69287]: DEBUG nova.virt.hardware [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.751067] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075a2485-f8c8-4b02-af41-3b87c19272e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.759337] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac54fc08-15e0-4d95-9137-42d3d52c3869 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.801951] env[69287]: DEBUG nova.network.neutron [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [{"id": "a163cca0-2f87-4830-8997-285293c7e984", "address": "fa:16:3e:57:ca:67", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa163cca0-2f", "ovs_interfaceid": "a163cca0-2f87-4830-8997-285293c7e984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.926288] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.926577] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.926772] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.926951] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.927138] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.929185] env[69287]: INFO nova.compute.manager [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Terminating instance [ 1129.948646] env[69287]: DEBUG nova.scheduler.client.report [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.990131] env[69287]: DEBUG nova.compute.manager [req-475e3ab2-3c9d-4cdc-9496-efc7af185f30 req-8f9b40e7-419f-4e43-8e25-dde765f43f38 service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Received event network-vif-plugged-83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.990422] env[69287]: DEBUG oslo_concurrency.lockutils [req-475e3ab2-3c9d-4cdc-9496-efc7af185f30 req-8f9b40e7-419f-4e43-8e25-dde765f43f38 service nova] Acquiring lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.990665] env[69287]: DEBUG oslo_concurrency.lockutils [req-475e3ab2-3c9d-4cdc-9496-efc7af185f30 req-8f9b40e7-419f-4e43-8e25-dde765f43f38 service nova] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.990894] env[69287]: DEBUG oslo_concurrency.lockutils [req-475e3ab2-3c9d-4cdc-9496-efc7af185f30 req-8f9b40e7-419f-4e43-8e25-dde765f43f38 service nova] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.990991] env[69287]: DEBUG nova.compute.manager [req-475e3ab2-3c9d-4cdc-9496-efc7af185f30 req-8f9b40e7-419f-4e43-8e25-dde765f43f38 service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] No waiting events found dispatching network-vif-plugged-83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.991877] env[69287]: WARNING nova.compute.manager [req-475e3ab2-3c9d-4cdc-9496-efc7af185f30 req-8f9b40e7-419f-4e43-8e25-dde765f43f38 service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Received unexpected event network-vif-plugged-83337abb-12de-4b4c-bc7e-7a3e8465d0c8 for instance with vm_state building and task_state spawning. [ 1130.070923] env[69287]: DEBUG nova.network.neutron [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Successfully updated port: 83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.304909] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-ed9a6c95-9db3-4ddb-928a-18208b85f606" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.305296] env[69287]: DEBUG nova.objects.instance [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'migration_context' on Instance uuid ed9a6c95-9db3-4ddb-928a-18208b85f606 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.432888] env[69287]: DEBUG nova.compute.manager [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.433146] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.434076] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df574b22-6f2e-4097-b888-15058c863684 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.442062] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.442312] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78d71771-b705-4a4b-8261-29684f8dd963 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.448885] env[69287]: DEBUG oslo_vmware.api [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1130.448885] env[69287]: value = "task-3451280" [ 1130.448885] env[69287]: _type = "Task" [ 1130.448885] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.452581] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.457793] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.374s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.459373] env[69287]: INFO nova.compute.claims [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.462312] env[69287]: DEBUG oslo_vmware.api [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.478479] env[69287]: INFO nova.scheduler.client.report [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocations for instance 25008e95-593b-4a9a-a6c0-7daea73a41af [ 1130.573396] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-ce4f7efb-6463-478d-b719-91edf4bb4a2f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.573791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-ce4f7efb-6463-478d-b719-91edf4bb4a2f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.573931] env[69287]: DEBUG nova.network.neutron [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.808563] env[69287]: DEBUG nova.objects.base [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.809538] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ef142-55ca-4f77-a778-60fe117d3bc9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.829024] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e766e44-1c3d-42f5-9df6-843db7d0c278 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.834465] env[69287]: DEBUG oslo_vmware.api [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1130.834465] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7d435-72b6-87bf-7cfb-96ef824c3d6d" [ 1130.834465] env[69287]: _type = "Task" [ 1130.834465] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.842546] env[69287]: DEBUG oslo_vmware.api [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7d435-72b6-87bf-7cfb-96ef824c3d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.959458] env[69287]: DEBUG oslo_vmware.api [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451280, 'name': PowerOffVM_Task, 'duration_secs': 0.163235} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.960809] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.960809] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.960809] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76735d9a-95d2-4dca-9abb-2fe8f33abc53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.985780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-4b2e2093-0848-4c6d-99b2-0fef62e17ee1 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "25008e95-593b-4a9a-a6c0-7daea73a41af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.143s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.022509] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.022733] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.022948] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Deleting the datastore file [datastore2] e4327c70-df2f-46cd-9dc8-5ca58644ddd5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.023526] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b424c1c8-a7a3-4965-8d60-afb44dce3356 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.030682] env[69287]: DEBUG oslo_vmware.api [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for the task: (returnval){ [ 1131.030682] env[69287]: value = "task-3451282" [ 1131.030682] env[69287]: _type = "Task" [ 1131.030682] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.038475] env[69287]: DEBUG oslo_vmware.api [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.105650] env[69287]: DEBUG nova.network.neutron [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.237973] env[69287]: DEBUG nova.network.neutron [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Updating instance_info_cache with network_info: [{"id": "83337abb-12de-4b4c-bc7e-7a3e8465d0c8", "address": "fa:16:3e:30:0d:67", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83337abb-12", "ovs_interfaceid": "83337abb-12de-4b4c-bc7e-7a3e8465d0c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.345788] env[69287]: DEBUG oslo_vmware.api [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f7d435-72b6-87bf-7cfb-96ef824c3d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.346126] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.541979] env[69287]: DEBUG oslo_vmware.api [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Task: {'id': task-3451282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178507} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.542264] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.542450] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.542628] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.542805] env[69287]: INFO nova.compute.manager [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1131.543059] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.543258] env[69287]: DEBUG nova.compute.manager [-] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.543354] env[69287]: DEBUG nova.network.neutron [-] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.606108] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07af92-eb2d-497b-8d5e-5dd2b8b925a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.613511] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86285b85-6c5e-45a0-b607-41593635bcd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.645478] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe6924-2bdd-44b9-a19f-353eeeb2c230 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.652836] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54340483-c8c6-4b31-8bfa-84365dc3ee31 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.665880] env[69287]: DEBUG nova.compute.provider_tree [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.741153] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-ce4f7efb-6463-478d-b719-91edf4bb4a2f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.741515] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance network_info: |[{"id": "83337abb-12de-4b4c-bc7e-7a3e8465d0c8", "address": "fa:16:3e:30:0d:67", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83337abb-12", "ovs_interfaceid": "83337abb-12de-4b4c-bc7e-7a3e8465d0c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.741953] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:0d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83337abb-12de-4b4c-bc7e-7a3e8465d0c8', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.751231] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.751231] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.751368] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fcc903c-027d-4fe6-bf40-79f2f2d5e7e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.772368] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.772368] env[69287]: value = "task-3451283" [ 1131.772368] env[69287]: _type = "Task" [ 1131.772368] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.780055] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451283, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.022483] env[69287]: DEBUG nova.compute.manager [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Received event network-changed-83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.022846] env[69287]: DEBUG nova.compute.manager [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Refreshing instance network info cache due to event network-changed-83337abb-12de-4b4c-bc7e-7a3e8465d0c8. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.022884] env[69287]: DEBUG oslo_concurrency.lockutils [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] Acquiring lock "refresh_cache-ce4f7efb-6463-478d-b719-91edf4bb4a2f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.023044] env[69287]: DEBUG oslo_concurrency.lockutils [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] Acquired lock "refresh_cache-ce4f7efb-6463-478d-b719-91edf4bb4a2f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.023209] env[69287]: DEBUG nova.network.neutron [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Refreshing network info cache for port 83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.085898] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.086146] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.168746] env[69287]: DEBUG nova.scheduler.client.report [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.281996] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451283, 'name': CreateVM_Task, 'duration_secs': 0.349024} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.282264] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.283012] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.283199] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.283515] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.283762] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e485949-e281-410d-82d0-9455c65ce890 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.288090] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1132.288090] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b5e50d-ced3-3982-d956-f559d6204c07" [ 1132.288090] env[69287]: _type = "Task" [ 1132.288090] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.296763] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b5e50d-ced3-3982-d956-f559d6204c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.307128] env[69287]: DEBUG nova.network.neutron [-] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.590400] env[69287]: DEBUG nova.compute.utils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.674828] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.675143] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.677694] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.885s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.714877] env[69287]: DEBUG nova.network.neutron [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Updated VIF entry in instance network info cache for port 83337abb-12de-4b4c-bc7e-7a3e8465d0c8. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.715247] env[69287]: DEBUG nova.network.neutron [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Updating instance_info_cache with network_info: [{"id": "83337abb-12de-4b4c-bc7e-7a3e8465d0c8", "address": "fa:16:3e:30:0d:67", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83337abb-12", "ovs_interfaceid": "83337abb-12de-4b4c-bc7e-7a3e8465d0c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.799551] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b5e50d-ced3-3982-d956-f559d6204c07, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.799879] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.800132] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.800448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.800603] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.800792] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.801056] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e0977e-3f0d-43e1-827c-14a7c27d80b7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.809406] env[69287]: INFO nova.compute.manager [-] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Took 1.27 seconds to deallocate network for instance. [ 1132.809669] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.809857] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.814992] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7907dc21-3742-4cdb-b501-bab3bca67059 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.819771] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1132.819771] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ba8883-9a65-2870-f28e-317a08651622" [ 1132.819771] env[69287]: _type = "Task" [ 1132.819771] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.826985] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ba8883-9a65-2870-f28e-317a08651622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.093831] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.181794] env[69287]: DEBUG nova.compute.utils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.183735] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.183928] env[69287]: DEBUG nova.network.neutron [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.218269] env[69287]: DEBUG oslo_concurrency.lockutils [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] Releasing lock "refresh_cache-ce4f7efb-6463-478d-b719-91edf4bb4a2f" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.218480] env[69287]: DEBUG nova.compute.manager [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Received event network-vif-deleted-8e3b19e3-6512-4da6-aa6d-02949f1e864b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.218661] env[69287]: INFO nova.compute.manager [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Neutron deleted interface 8e3b19e3-6512-4da6-aa6d-02949f1e864b; detaching it from the instance and deleting it from the info cache [ 1133.218833] env[69287]: DEBUG nova.network.neutron [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.245505] env[69287]: DEBUG nova.policy [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18074f3d3ed4bb1aedced5e41a1d4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dacfcff6e6e4305903827a15de0ef7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.316383] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.330590] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ba8883-9a65-2870-f28e-317a08651622, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.331469] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc1924b1-bb09-4f8a-aaeb-916e1d79cf22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.336512] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1133.336512] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52060490-ccb7-61af-a0f5-1f15961783cb" [ 1133.336512] env[69287]: _type = "Task" [ 1133.336512] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.344455] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52060490-ccb7-61af-a0f5-1f15961783cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.537908] env[69287]: DEBUG nova.network.neutron [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Successfully created port: e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.692189] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.695115] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Applying migration context for instance ed9a6c95-9db3-4ddb-928a-18208b85f606 as it has an incoming, in-progress migration 93d1bee9-61e7-4fc8-ab9b-2c9d12cf3397. Migration status is confirming {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1133.696433] env[69287]: INFO nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating resource usage from migration 93d1bee9-61e7-4fc8-ab9b-2c9d12cf3397 [ 1133.722387] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e43becd4-5bce-45d3-9f93-9da31f382e37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.727959] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d0539695-57c8-490c-8330-071f48be642d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.727959] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 803e0846-cb5e-4acf-9527-2842ec52d8c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.728689] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance cbed6044-e4e4-4fe4-843c-c578932e1bd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.728689] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 514914b6-aaff-4ca8-8c1c-2704f716f7a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.728689] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance b8193e7e-08bf-44f9-a9bd-edac4e416345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.728689] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 5dd716a6-e751-4175-903e-5e120a45bd96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.728689] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 93bc4b24-730f-4f2d-8a67-941929341028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.729015] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Migration 93d1bee9-61e7-4fc8-ab9b-2c9d12cf3397 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1133.729015] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ed9a6c95-9db3-4ddb-928a-18208b85f606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.729015] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance e4327c70-df2f-46cd-9dc8-5ca58644ddd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.729294] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ce4f7efb-6463-478d-b719-91edf4bb4a2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.729294] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ff2ae478-021a-4f1e-8a89-01580f651932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.730141] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1133.730141] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1133.737439] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44c5a2-d52b-42c8-9960-545fbeaeb841 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.767490] env[69287]: DEBUG nova.compute.manager [req-24602159-fdf1-4a0b-acdf-730f5f0d30b8 req-1faba576-fca6-44d7-937a-d7bbed7ce82d service nova] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Detach interface failed, port_id=8e3b19e3-6512-4da6-aa6d-02949f1e864b, reason: Instance e4327c70-df2f-46cd-9dc8-5ca58644ddd5 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1133.850296] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52060490-ccb7-61af-a0f5-1f15961783cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.850537] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.850875] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.851062] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9feb005-e8fa-4e46-8786-147f0fdf57f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.861023] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1133.861023] env[69287]: value = "task-3451284" [ 1133.861023] env[69287]: _type = "Task" [ 1133.861023] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.868335] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.886671] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6803066e-0a6d-4713-ba4c-6dc7af087d28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.894384] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368b729-4693-4e36-918e-c3aee7b38773 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.925634] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaefcd13-837d-4129-9d39-773f57bfa37b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.932825] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ebc8e-4673-47aa-ad85-399d2ca236d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.948360] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.160249] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.160657] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.160822] env[69287]: INFO nova.compute.manager [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Attaching volume 011f61c0-94b7-4f67-95a7-72d16837cec6 to /dev/sdb [ 1134.196556] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d35f6-1dbd-4dfc-8099-adc6c08378ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.209042] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a4f514-82bc-48db-a1ae-3a9063e0d49b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.226381] env[69287]: DEBUG nova.virt.block_device [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updating existing volume attachment record: 7a16ec39-0513-489c-b835-fea28e2d0c6d {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.372066] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47786} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.372474] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.372803] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.373194] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae689639-0c25-4359-952a-b487c35c6eff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.382709] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1134.382709] env[69287]: value = "task-3451285" [ 1134.382709] env[69287]: _type = "Task" [ 1134.382709] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.394671] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.451943] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.704937] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.733267] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.733530] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.733691] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.733898] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.734119] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.734329] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.734569] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.734728] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.734895] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.735069] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.735247] env[69287]: DEBUG nova.virt.hardware [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.736112] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441fccaf-8c60-41c5-ad05-100c65a45c68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.744442] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d7c28-3d85-4aa5-8e26-5f9db539c5fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.891536] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079152} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.891741] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.892645] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3dfa2e-f214-4f9a-8378-e9638f8a1764 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.915611] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.915904] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0770f5-b5ed-4204-a50d-1e10d33ec643 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.935070] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1134.935070] env[69287]: value = "task-3451287" [ 1134.935070] env[69287]: _type = "Task" [ 1134.935070] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.946721] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.956651] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1134.956871] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.957161] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.611s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.965224] env[69287]: DEBUG nova.compute.manager [req-2d935229-757d-4f58-b6a7-fb315c992c84 req-96b38abc-f049-42fc-a51e-749ee315d174 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-vif-plugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.965440] env[69287]: DEBUG oslo_concurrency.lockutils [req-2d935229-757d-4f58-b6a7-fb315c992c84 req-96b38abc-f049-42fc-a51e-749ee315d174 service nova] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.965650] env[69287]: DEBUG oslo_concurrency.lockutils [req-2d935229-757d-4f58-b6a7-fb315c992c84 req-96b38abc-f049-42fc-a51e-749ee315d174 service nova] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.965815] env[69287]: DEBUG oslo_concurrency.lockutils [req-2d935229-757d-4f58-b6a7-fb315c992c84 req-96b38abc-f049-42fc-a51e-749ee315d174 service nova] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.966071] env[69287]: DEBUG nova.compute.manager [req-2d935229-757d-4f58-b6a7-fb315c992c84 req-96b38abc-f049-42fc-a51e-749ee315d174 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] No waiting events found dispatching network-vif-plugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.966206] env[69287]: WARNING nova.compute.manager [req-2d935229-757d-4f58-b6a7-fb315c992c84 req-96b38abc-f049-42fc-a51e-749ee315d174 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received unexpected event network-vif-plugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 for instance with vm_state building and task_state spawning. [ 1135.048448] env[69287]: DEBUG nova.network.neutron [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Successfully updated port: e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.445530] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451287, 'name': ReconfigVM_Task, 'duration_secs': 0.420567} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.446071] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.446743] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a50ecc-86f1-4a34-9650-ea78ecb08fc7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.452324] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1135.452324] env[69287]: value = "task-3451288" [ 1135.452324] env[69287]: _type = "Task" [ 1135.452324] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.461949] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451288, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.553625] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.553742] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.553908] env[69287]: DEBUG nova.network.neutron [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.609428] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8dd567-61fe-4be8-b2dd-c095ad8d4d76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.617639] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a18ed5-6480-4f2d-b14f-92a926474ed7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.647514] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457d1051-6e5e-469e-b590-b443150c49dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.654821] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10588b8-2e72-413d-95cf-2dc1cb86ebf5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.668988] env[69287]: DEBUG nova.compute.provider_tree [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.963281] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451288, 'name': Rename_Task, 'duration_secs': 0.15784} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.963691] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.964054] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-288d6594-65f2-4f7c-b1c4-2edf74cd6fc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.970575] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1135.970575] env[69287]: value = "task-3451289" [ 1135.970575] env[69287]: _type = "Task" [ 1135.970575] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.981662] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.085498] env[69287]: DEBUG nova.network.neutron [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.171769] env[69287]: DEBUG nova.scheduler.client.report [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.252213] env[69287]: DEBUG nova.network.neutron [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.480037] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.754742] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.755117] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Instance network_info: |[{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.755594] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:1a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0dd2bc5-f814-46bc-adac-e6dbc35b8a21', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.764130] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.764763] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.765503] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d3e15d-7d81-4c6d-b70b-5acb02cd818b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.786670] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.786670] env[69287]: value = "task-3451291" [ 1136.786670] env[69287]: _type = "Task" [ 1136.786670] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.794909] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451291, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.981577] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.990992] env[69287]: DEBUG nova.compute.manager [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.991488] env[69287]: DEBUG nova.compute.manager [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing instance network info cache due to event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.991488] env[69287]: DEBUG oslo_concurrency.lockutils [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.991676] env[69287]: DEBUG oslo_concurrency.lockutils [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.991818] env[69287]: DEBUG nova.network.neutron [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.182916] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.226s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.185738] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.870s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.185959] env[69287]: DEBUG nova.objects.instance [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lazy-loading 'resources' on Instance uuid e4327c70-df2f-46cd-9dc8-5ca58644ddd5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.296801] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451291, 'name': CreateVM_Task, 'duration_secs': 0.318428} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.296973] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.297665] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.297840] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.298187] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.298453] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308858e3-8dda-4352-8b38-a29f54135439 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.302705] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1137.302705] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dcb9e9-a4c2-33a0-1cd6-e8b47604f979" [ 1137.302705] env[69287]: _type = "Task" [ 1137.302705] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.310991] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dcb9e9-a4c2-33a0-1cd6-e8b47604f979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.481361] env[69287]: DEBUG oslo_vmware.api [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451289, 'name': PowerOnVM_Task, 'duration_secs': 1.102427} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.481726] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.481791] env[69287]: INFO nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1137.481971] env[69287]: DEBUG nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.482719] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15865bf7-39ff-49d4-8d65-d12a317f590a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.693087] env[69287]: DEBUG nova.network.neutron [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updated VIF entry in instance network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.693424] env[69287]: DEBUG nova.network.neutron [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.744404] env[69287]: INFO nova.scheduler.client.report [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted allocation for migration 93d1bee9-61e7-4fc8-ab9b-2c9d12cf3397 [ 1137.813926] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dcb9e9-a4c2-33a0-1cd6-e8b47604f979, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.816479] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.816723] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.816983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.817120] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.817298] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.817771] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e0b8fa-46e8-424a-a5fc-28dcfcd29d6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.826419] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.826604] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.827338] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db834a1f-6aea-4826-b2d3-08158eb2e6cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.834813] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1137.834813] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522d7a21-ca59-d1e8-842e-8ee038e2a89c" [ 1137.834813] env[69287]: _type = "Task" [ 1137.834813] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.842486] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522d7a21-ca59-d1e8-842e-8ee038e2a89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.843919] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc4a4d-3035-4496-93d7-2418b04a9b14 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.850565] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24784096-7d5d-42da-b069-4dd0195c6841 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.880027] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091913c-e29d-4a62-9f14-78edec8c0af2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.886351] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f09433-8064-4bc1-930a-f7663eb0efa9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.900405] env[69287]: DEBUG nova.compute.provider_tree [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.998516] env[69287]: INFO nova.compute.manager [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Took 12.55 seconds to build instance. [ 1138.198060] env[69287]: DEBUG oslo_concurrency.lockutils [req-cfd9620d-4190-4557-b306-15128c73d142 req-1640cdb6-51c2-42b8-933b-8e4cf47c3963 service nova] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.249763] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c9b1f822-147b-4d13-a56c-cd74b7536ecb tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.211s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.346150] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522d7a21-ca59-d1e8-842e-8ee038e2a89c, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.347026] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787d83fb-c186-4317-842c-46fb9d4436b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.352400] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1138.352400] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5228286c-d819-a965-dc13-6acd1a3e616f" [ 1138.352400] env[69287]: _type = "Task" [ 1138.352400] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.359971] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5228286c-d819-a965-dc13-6acd1a3e616f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.404556] env[69287]: DEBUG nova.scheduler.client.report [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.484789] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.485101] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.485293] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.485476] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.485645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.487896] env[69287]: INFO nova.compute.manager [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Terminating instance [ 1138.500854] env[69287]: DEBUG oslo_concurrency.lockutils [None req-eb6b9bce-481c-4b36-9ae2-a8b076b1ee3c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.061s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.774951] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.775214] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689040', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'name': 'volume-011f61c0-94b7-4f67-95a7-72d16837cec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5dd716a6-e751-4175-903e-5e120a45bd96', 'attached_at': '', 'detached_at': '', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'serial': '011f61c0-94b7-4f67-95a7-72d16837cec6'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.776137] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae7ac4-2783-4f73-b04f-685c01a42894 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.792731] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99de066-6ec0-4d90-baeb-a94aefc0070b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.818839] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-011f61c0-94b7-4f67-95a7-72d16837cec6/volume-011f61c0-94b7-4f67-95a7-72d16837cec6.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.819240] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a845ea-e0e9-469b-a151-d4769759209c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.837868] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1138.837868] env[69287]: value = "task-3451292" [ 1138.837868] env[69287]: _type = "Task" [ 1138.837868] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.846033] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.861777] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5228286c-d819-a965-dc13-6acd1a3e616f, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.862022] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.862281] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.862532] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c033685-7adf-499b-a3fa-d833b37fa540 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.868774] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1138.868774] env[69287]: value = "task-3451293" [ 1138.868774] env[69287]: _type = "Task" [ 1138.868774] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.876566] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.909588] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.929372] env[69287]: INFO nova.scheduler.client.report [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Deleted allocations for instance e4327c70-df2f-46cd-9dc8-5ca58644ddd5 [ 1138.991841] env[69287]: DEBUG nova.compute.manager [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.992110] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.993064] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca5501-c8db-465b-b622-8a39288ceefb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.001673] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.001987] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2873b4d3-234d-4bf6-9c2b-af4a339b39ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.009703] env[69287]: DEBUG oslo_vmware.api [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1139.009703] env[69287]: value = "task-3451294" [ 1139.009703] env[69287]: _type = "Task" [ 1139.009703] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.018758] env[69287]: DEBUG oslo_vmware.api [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.077226] env[69287]: INFO nova.compute.manager [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Rebuilding instance [ 1139.120048] env[69287]: DEBUG nova.compute.manager [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.121062] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0451f2-4440-429e-91e7-22bd1f6e2008 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.351388] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.381024] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460432} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.381024] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.381024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.381024] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a9c5dfa-b294-4714-845d-01731f0724cd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.385306] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1139.385306] env[69287]: value = "task-3451295" [ 1139.385306] env[69287]: _type = "Task" [ 1139.385306] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.393860] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.437133] env[69287]: DEBUG oslo_concurrency.lockutils [None req-aba70afd-4bf6-465f-bfe6-6089961c7e35 tempest-ServersNegativeTestMultiTenantJSON-602489868 tempest-ServersNegativeTestMultiTenantJSON-602489868-project-member] Lock "e4327c70-df2f-46cd-9dc8-5ca58644ddd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.510s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.520241] env[69287]: DEBUG oslo_vmware.api [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451294, 'name': PowerOffVM_Task, 'duration_secs': 0.393182} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.520673] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.520791] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.521055] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f62c508b-9036-4e0f-852e-efe8a45c91b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.580940] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.581116] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.581361] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleting the datastore file [datastore1] ed9a6c95-9db3-4ddb-928a-18208b85f606 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.581627] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25764e1b-4668-4899-b685-db89b8ec613a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.587750] env[69287]: DEBUG oslo_vmware.api [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1139.587750] env[69287]: value = "task-3451297" [ 1139.587750] env[69287]: _type = "Task" [ 1139.587750] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.597754] env[69287]: DEBUG oslo_vmware.api [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.852441] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451292, 'name': ReconfigVM_Task, 'duration_secs': 0.529016} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.852441] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-011f61c0-94b7-4f67-95a7-72d16837cec6/volume-011f61c0-94b7-4f67-95a7-72d16837cec6.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.857107] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7101d1a3-9dd6-4983-873b-776bc82f7cee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.873273] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1139.873273] env[69287]: value = "task-3451298" [ 1139.873273] env[69287]: _type = "Task" [ 1139.873273] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.881688] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.896182] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062053} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.896182] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.896182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a055b-0aef-4396-90ae-345fcf079439 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.916576] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.916860] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da58c56-553c-470b-a395-18c2acb5cd50 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.935610] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1139.935610] env[69287]: value = "task-3451299" [ 1139.935610] env[69287]: _type = "Task" [ 1139.935610] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.945332] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.097720] env[69287]: DEBUG oslo_vmware.api [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183466} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.098053] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.098323] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.098587] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.098829] env[69287]: INFO nova.compute.manager [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1140.099141] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.099424] env[69287]: DEBUG nova.compute.manager [-] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.099722] env[69287]: DEBUG nova.network.neutron [-] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.138472] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.138830] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e26435-4f22-4649-81bc-6b26b606d9ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.148070] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1140.148070] env[69287]: value = "task-3451300" [ 1140.148070] env[69287]: _type = "Task" [ 1140.148070] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.154678] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.383190] env[69287]: DEBUG oslo_vmware.api [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451298, 'name': ReconfigVM_Task, 'duration_secs': 0.269715} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.383584] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689040', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'name': 'volume-011f61c0-94b7-4f67-95a7-72d16837cec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5dd716a6-e751-4175-903e-5e120a45bd96', 'attached_at': '', 'detached_at': '', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'serial': '011f61c0-94b7-4f67-95a7-72d16837cec6'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.445903] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.661908] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451300, 'name': PowerOffVM_Task, 'duration_secs': 0.421746} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.662274] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.662522] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.663376] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3819dc-1e6c-45a3-80f6-d37d56bb3d7f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.676366] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.676366] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-371edf78-de88-4e54-b393-cc9085a9a20c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.712067] env[69287]: DEBUG nova.compute.manager [req-d98bac7d-bce1-43ff-9d47-569bc89d33f3 req-546f4cd2-f5ef-4855-a69c-87d866a9e0e2 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Received event network-vif-deleted-a163cca0-2f87-4830-8997-285293c7e984 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.712380] env[69287]: INFO nova.compute.manager [req-d98bac7d-bce1-43ff-9d47-569bc89d33f3 req-546f4cd2-f5ef-4855-a69c-87d866a9e0e2 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Neutron deleted interface a163cca0-2f87-4830-8997-285293c7e984; detaching it from the instance and deleting it from the info cache [ 1140.712477] env[69287]: DEBUG nova.network.neutron [req-d98bac7d-bce1-43ff-9d47-569bc89d33f3 req-546f4cd2-f5ef-4855-a69c-87d866a9e0e2 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.764563] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.764728] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.765012] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.765300] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54bf7da-0545-4370-90d1-50b75f8b4ee5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.773396] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1140.773396] env[69287]: value = "task-3451302" [ 1140.773396] env[69287]: _type = "Task" [ 1140.773396] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.784127] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.954801] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451299, 'name': ReconfigVM_Task, 'duration_secs': 0.793337} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.955144] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Reconfigured VM instance instance-0000006f to attach disk [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.955844] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e980ac7-6322-456b-bba9-7b656184f714 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.963236] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1140.963236] env[69287]: value = "task-3451303" [ 1140.963236] env[69287]: _type = "Task" [ 1140.963236] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.972322] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451303, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.188084] env[69287]: DEBUG nova.network.neutron [-] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.215321] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-213c852f-f5d0-4c19-9354-a30ae3e539b3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.225519] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287fcb88-a36d-400a-a1ee-7b8c2f8cd4ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.257115] env[69287]: DEBUG nova.compute.manager [req-d98bac7d-bce1-43ff-9d47-569bc89d33f3 req-546f4cd2-f5ef-4855-a69c-87d866a9e0e2 service nova] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Detach interface failed, port_id=a163cca0-2f87-4830-8997-285293c7e984, reason: Instance ed9a6c95-9db3-4ddb-928a-18208b85f606 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1141.282588] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471578} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.282836] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.283034] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.283216] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.426062] env[69287]: DEBUG nova.objects.instance [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'flavor' on Instance uuid 5dd716a6-e751-4175-903e-5e120a45bd96 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.473378] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451303, 'name': Rename_Task, 'duration_secs': 0.140168} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.473480] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.473707] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4acd2daf-3b5b-472b-9680-2560e7f0a331 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.480187] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1141.480187] env[69287]: value = "task-3451304" [ 1141.480187] env[69287]: _type = "Task" [ 1141.480187] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.487961] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.692385] env[69287]: INFO nova.compute.manager [-] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Took 1.59 seconds to deallocate network for instance. [ 1141.933410] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4b1d5ee-1516-4ffd-908b-12cfd39467d3 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.994966] env[69287]: DEBUG oslo_vmware.api [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451304, 'name': PowerOnVM_Task, 'duration_secs': 0.46729} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.995681] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.995896] env[69287]: INFO nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1141.996093] env[69287]: DEBUG nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.996887] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f938c-5d93-4551-ad37-bed577618640 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.200325] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.200760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.201035] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.234537] env[69287]: INFO nova.scheduler.client.report [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted allocations for instance ed9a6c95-9db3-4ddb-928a-18208b85f606 [ 1142.331553] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.332058] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.332315] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.332609] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.332749] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.332931] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.333239] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.333431] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.333709] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.333885] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.334082] env[69287]: DEBUG nova.virt.hardware [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.335661] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be3a935-9ffa-4aab-b414-402534ce8fe0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.346131] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cc1d09-cc55-4836-83ec-de949f7f3cad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.364576] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:0d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83337abb-12de-4b4c-bc7e-7a3e8465d0c8', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.373411] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.373411] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.373702] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-133fcb5f-228b-4795-9d6a-e449f7d132e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.397024] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.397024] env[69287]: value = "task-3451305" [ 1142.397024] env[69287]: _type = "Task" [ 1142.397024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.406430] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451305, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.517038] env[69287]: INFO nova.compute.manager [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Took 14.45 seconds to build instance. [ 1142.745062] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c4f80180-3a4f-4ffb-8f7e-392a0b58030a tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "ed9a6c95-9db3-4ddb-928a-18208b85f606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.260s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.823939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.824242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.824442] env[69287]: INFO nova.compute.manager [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Shelving [ 1142.858506] env[69287]: DEBUG nova.compute.manager [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1142.858699] env[69287]: DEBUG nova.compute.manager [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing instance network info cache due to event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.858907] env[69287]: DEBUG oslo_concurrency.lockutils [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.859063] env[69287]: DEBUG oslo_concurrency.lockutils [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.859246] env[69287]: DEBUG nova.network.neutron [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.908060] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451305, 'name': CreateVM_Task, 'duration_secs': 0.35654} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.908060] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.908617] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.908782] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.909113] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.909372] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201ffe66-c0e0-4f5c-ba4d-9c52ace26d3d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.913963] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1142.913963] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525ebfba-3eae-fefe-d2ca-df276ab1459a" [ 1142.913963] env[69287]: _type = "Task" [ 1142.913963] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.922409] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525ebfba-3eae-fefe-d2ca-df276ab1459a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.948363] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.948596] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.021028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-34778791-6d7d-4901-a4bc-f5f46c47b3e2 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.962s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.424098] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525ebfba-3eae-fefe-d2ca-df276ab1459a, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.424403] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.424635] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.424869] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.425019] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.425203] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.425468] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202e8d97-0d85-4ca0-be91-fdb901e670bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.433768] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.433879] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.434633] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef9b0c9-ec04-4e64-962b-113c33182da5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.439433] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1143.439433] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52291720-c02b-4e44-18d8-a43c1eddff78" [ 1143.439433] env[69287]: _type = "Task" [ 1143.439433] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.446490] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52291720-c02b-4e44-18d8-a43c1eddff78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.451433] env[69287]: INFO nova.compute.manager [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Detaching volume 011f61c0-94b7-4f67-95a7-72d16837cec6 [ 1143.485023] env[69287]: INFO nova.virt.block_device [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Attempting to driver detach volume 011f61c0-94b7-4f67-95a7-72d16837cec6 from mountpoint /dev/sdb [ 1143.485023] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.485023] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689040', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'name': 'volume-011f61c0-94b7-4f67-95a7-72d16837cec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5dd716a6-e751-4175-903e-5e120a45bd96', 'attached_at': '', 'detached_at': '', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'serial': '011f61c0-94b7-4f67-95a7-72d16837cec6'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.486088] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872dafd8-0a3a-4061-a68d-a9970c877420 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.510518] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf0131-f6a6-4cf0-ae61-8c5651db12f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.517841] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0ad765-0ea8-4ce2-b202-57a46470a39c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.537790] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1697655-9559-4160-8bef-0de4faa90d66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.556159] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] The volume has not been displaced from its original location: [datastore2] volume-011f61c0-94b7-4f67-95a7-72d16837cec6/volume-011f61c0-94b7-4f67-95a7-72d16837cec6.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.561529] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.561832] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bc2821-b86a-459b-ad0b-134f658e59c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.581653] env[69287]: DEBUG oslo_vmware.api [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1143.581653] env[69287]: value = "task-3451306" [ 1143.581653] env[69287]: _type = "Task" [ 1143.581653] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.589155] env[69287]: DEBUG oslo_vmware.api [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.637917] env[69287]: DEBUG nova.network.neutron [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updated VIF entry in instance network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.638330] env[69287]: DEBUG nova.network.neutron [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.696656] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "50db598e-d8e1-4afc-90c5-86cc194712c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.696884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.833863] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.834204] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e13e262-194f-434a-96d7-3c985210dd36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.841538] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1143.841538] env[69287]: value = "task-3451307" [ 1143.841538] env[69287]: _type = "Task" [ 1143.841538] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.849410] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.952366] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52291720-c02b-4e44-18d8-a43c1eddff78, 'name': SearchDatastore_Task, 'duration_secs': 0.008262} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.953256] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9debf7-9134-4cec-8f90-183fd6a8b4b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.958718] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1143.958718] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c94b25-1611-13c1-2fa3-b4905f92ea47" [ 1143.958718] env[69287]: _type = "Task" [ 1143.958718] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.966480] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c94b25-1611-13c1-2fa3-b4905f92ea47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.091581] env[69287]: DEBUG oslo_vmware.api [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451306, 'name': ReconfigVM_Task, 'duration_secs': 0.409341} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.091816] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.096455] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62cb2eca-5a5b-4898-a377-27d5b6971cfa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.111577] env[69287]: DEBUG oslo_vmware.api [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1144.111577] env[69287]: value = "task-3451308" [ 1144.111577] env[69287]: _type = "Task" [ 1144.111577] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.119261] env[69287]: DEBUG oslo_vmware.api [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.140995] env[69287]: DEBUG oslo_concurrency.lockutils [req-fa3133bb-f5ca-49a1-af92-9b6578e5e4ce req-eb382b75-c616-477f-b657-c9c86a6405fc service nova] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.198840] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.351848] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451307, 'name': PowerOffVM_Task, 'duration_secs': 0.183384} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.352094] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.352858] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3620b9a-aa27-482a-811e-42f415914294 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.372292] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ac494a-e692-4a63-b565-ec47d14f7012 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.469418] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52c94b25-1611-13c1-2fa3-b4905f92ea47, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.469686] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.469946] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.470219] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c29bcfc5-3d98-4554-b461-d61e9b723f24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.476864] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1144.476864] env[69287]: value = "task-3451309" [ 1144.476864] env[69287]: _type = "Task" [ 1144.476864] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.484156] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.623612] env[69287]: DEBUG oslo_vmware.api [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451308, 'name': ReconfigVM_Task, 'duration_secs': 0.148183} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.623896] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689040', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'name': 'volume-011f61c0-94b7-4f67-95a7-72d16837cec6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5dd716a6-e751-4175-903e-5e120a45bd96', 'attached_at': '', 'detached_at': '', 'volume_id': '011f61c0-94b7-4f67-95a7-72d16837cec6', 'serial': '011f61c0-94b7-4f67-95a7-72d16837cec6'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.729382] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.729738] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.731502] env[69287]: INFO nova.compute.claims [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.786802] env[69287]: DEBUG oslo_concurrency.lockutils [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.787145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.883032] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.883506] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-43148cdf-30e9-426a-a81b-d9609ddf31ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.894488] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1144.894488] env[69287]: value = "task-3451310" [ 1144.894488] env[69287]: _type = "Task" [ 1144.894488] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.907339] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.986214] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45204} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.986522] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.986744] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.986999] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-644175f9-849c-49f9-86b5-03d6dc149b9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.993304] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1144.993304] env[69287]: value = "task-3451311" [ 1144.993304] env[69287]: _type = "Task" [ 1144.993304] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.001177] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.170733] env[69287]: DEBUG nova.objects.instance [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'flavor' on Instance uuid 5dd716a6-e751-4175-903e-5e120a45bd96 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.289776] env[69287]: INFO nova.compute.manager [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Detaching volume 582c5a56-bea4-4ec3-a078-7fd36f3bb922 [ 1145.323633] env[69287]: INFO nova.virt.block_device [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Attempting to driver detach volume 582c5a56-bea4-4ec3-a078-7fd36f3bb922 from mountpoint /dev/sdb [ 1145.323861] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.324066] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689020', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'name': 'volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514914b6-aaff-4ca8-8c1c-2704f716f7a0', 'attached_at': '', 'detached_at': '', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'serial': '582c5a56-bea4-4ec3-a078-7fd36f3bb922'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.324943] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3632e5d-1103-499d-9c10-d0029b8c2c7c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.349301] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f60baa-d93c-46de-a587-51032e0a0467 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.356506] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad271ce-e7f0-4921-ad03-f7daae2a2c5f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.377189] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828e5ef-45ce-460f-ba6e-660d55ae4aa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.391473] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] The volume has not been displaced from its original location: [datastore1] volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922/volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.396614] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.396946] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8054ddbb-5297-42f2-b6d4-51db14f02aee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.416258] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451310, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.417410] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1145.417410] env[69287]: value = "task-3451312" [ 1145.417410] env[69287]: _type = "Task" [ 1145.417410] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.424771] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.502395] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064168} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.502649] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.503437] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f36bcf-11f0-43c7-b133-76f66e0e97f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.524913] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.525171] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef3b423-035b-4cb9-9319-8fbb6a8d6499 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.543980] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1145.543980] env[69287]: value = "task-3451313" [ 1145.543980] env[69287]: _type = "Task" [ 1145.543980] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.551466] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.865206] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dcf396-dfde-4653-9921-013834f701ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.872753] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac02a93d-e6ac-4488-b11f-ab5f38f3d180 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.907600] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9728e7e6-f518-47bb-89eb-3bcf7c8e5a1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.917470] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f502251-491f-4697-ac95-0f7c97061fee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.921086] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451310, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.928705] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.936402] env[69287]: DEBUG nova.compute.provider_tree [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.054181] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451313, 'name': ReconfigVM_Task, 'duration_secs': 0.267584} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.054452] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f/ce4f7efb-6463-478d-b719-91edf4bb4a2f.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.055273] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e72ae5-dee9-49c0-be35-9e7dd41b8e2f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.061307] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1146.061307] env[69287]: value = "task-3451314" [ 1146.061307] env[69287]: _type = "Task" [ 1146.061307] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.069700] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451314, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.179156] env[69287]: DEBUG oslo_concurrency.lockutils [None req-8605bc17-3494-4a45-bcd9-97d2f7b8aa81 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.414036] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451310, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.429682] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451312, 'name': ReconfigVM_Task, 'duration_secs': 0.520387} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.429940] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.434565] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b485ce8-0f6d-431d-9e68-a61c62c06010 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.444592] env[69287]: DEBUG nova.scheduler.client.report [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.452578] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1146.452578] env[69287]: value = "task-3451315" [ 1146.452578] env[69287]: _type = "Task" [ 1146.452578] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.463100] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.571276] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451314, 'name': Rename_Task, 'duration_secs': 0.129236} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.571536] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.571788] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709bc497-07d4-4a73-b4dc-6070e59e0200 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.578857] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1146.578857] env[69287]: value = "task-3451316" [ 1146.578857] env[69287]: _type = "Task" [ 1146.578857] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.586717] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.915119] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451310, 'name': CreateSnapshot_Task, 'duration_secs': 1.633323} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.915536] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1146.916420] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e95c4e-e926-4a53-a3d0-dc22fe8fb7b2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.949700] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.950024] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.963927] env[69287]: DEBUG oslo_vmware.api [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451315, 'name': ReconfigVM_Task, 'duration_secs': 0.151681} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.964252] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689020', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'name': 'volume-582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '514914b6-aaff-4ca8-8c1c-2704f716f7a0', 'attached_at': '', 'detached_at': '', 'volume_id': '582c5a56-bea4-4ec3-a078-7fd36f3bb922', 'serial': '582c5a56-bea4-4ec3-a078-7fd36f3bb922'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.089630] env[69287]: DEBUG oslo_vmware.api [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451316, 'name': PowerOnVM_Task, 'duration_secs': 0.434733} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.089839] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.090035] env[69287]: DEBUG nova.compute.manager [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.090811] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da9200b-9742-42b3-b774-74f4efc731af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.218881] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.219149] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.219361] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "5dd716a6-e751-4175-903e-5e120a45bd96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.219602] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.219832] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.221982] env[69287]: INFO nova.compute.manager [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Terminating instance [ 1147.434038] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.434351] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71ed4b88-77d2-407d-a26c-a1aee7e5bdf4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.444070] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1147.444070] env[69287]: value = "task-3451317" [ 1147.444070] env[69287]: _type = "Task" [ 1147.444070] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.451892] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451317, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.458222] env[69287]: DEBUG nova.compute.utils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1147.459538] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.459710] env[69287]: DEBUG nova.network.neutron [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.500176] env[69287]: DEBUG nova.policy [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '741d01955bc1439fb3dd76f019c6496a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a19563fb99c4342a0d089249b9edc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.513102] env[69287]: DEBUG nova.objects.instance [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'flavor' on Instance uuid 514914b6-aaff-4ca8-8c1c-2704f716f7a0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.611448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.611448] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.611448] env[69287]: DEBUG nova.objects.instance [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1147.725772] env[69287]: DEBUG nova.compute.manager [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.725984] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.726978] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c7f98-a48c-4646-a45d-b95b3b39cd88 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.735177] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.735513] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc98f6b-2fd2-44df-afa5-3a26738fd97a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.744394] env[69287]: DEBUG oslo_vmware.api [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1147.744394] env[69287]: value = "task-3451318" [ 1147.744394] env[69287]: _type = "Task" [ 1147.744394] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.753481] env[69287]: DEBUG oslo_vmware.api [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.840218] env[69287]: DEBUG nova.network.neutron [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Successfully created port: b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.954833] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451317, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.962666] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.243065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.243460] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.243706] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.243914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.244134] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.249472] env[69287]: INFO nova.compute.manager [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Terminating instance [ 1148.257080] env[69287]: DEBUG oslo_vmware.api [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451318, 'name': PowerOffVM_Task, 'duration_secs': 0.328397} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.257335] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.257501] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.257750] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07dc6564-2401-4307-9de8-0dccc9e16a2f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.320344] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.320628] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.320823] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleting the datastore file [datastore2] 5dd716a6-e751-4175-903e-5e120a45bd96 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.321130] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d65260e-02d8-4638-89e6-4581e5e37b5f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.328580] env[69287]: DEBUG oslo_vmware.api [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1148.328580] env[69287]: value = "task-3451320" [ 1148.328580] env[69287]: _type = "Task" [ 1148.328580] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.337822] env[69287]: DEBUG oslo_vmware.api [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.454774] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451317, 'name': CloneVM_Task} progress is 95%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.522034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-335359f9-133c-45a6-9065-dba186c524c0 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.735s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.620048] env[69287]: DEBUG oslo_concurrency.lockutils [None req-29a1885d-c849-4795-a967-d2cd4815892d tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.754060] env[69287]: DEBUG nova.compute.manager [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.754326] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.755288] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d2d0d9-24d9-4a70-af17-7b71a0eed0f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.763264] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.763508] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f985758-dac9-48ef-8216-ac44231aad40 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.771213] env[69287]: DEBUG oslo_vmware.api [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1148.771213] env[69287]: value = "task-3451321" [ 1148.771213] env[69287]: _type = "Task" [ 1148.771213] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.779572] env[69287]: DEBUG oslo_vmware.api [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.792726] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "507e224c-07f7-4724-b288-39c374614c6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.793049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.839289] env[69287]: DEBUG oslo_vmware.api [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272352} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.839600] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.839786] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.839963] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.840149] env[69287]: INFO nova.compute.manager [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1148.840385] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.840611] env[69287]: DEBUG nova.compute.manager [-] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.840689] env[69287]: DEBUG nova.network.neutron [-] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.955598] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451317, 'name': CloneVM_Task, 'duration_secs': 1.11473} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.955999] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Created linked-clone VM from snapshot [ 1148.956681] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8019f69-5c19-44a9-a6a9-5952fc38f4e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.964699] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Uploading image 07c4b1f3-6069-473b-b1ca-4c90fb1a4adc {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1148.973850] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.992137] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1148.992137] env[69287]: value = "vm-689044" [ 1148.992137] env[69287]: _type = "VirtualMachine" [ 1148.992137] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1148.993706] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44484599-f37b-494d-96f0-9231ba070966 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.001646] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.001911] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.002113] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.002413] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.002507] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.002698] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.002794] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.002951] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.003206] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.003409] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.003617] env[69287]: DEBUG nova.virt.hardware [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.004557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4445fd32-321c-4888-831a-4f247a0c046f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.008476] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease: (returnval){ [ 1149.008476] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527bfcb2-04a6-1861-ce53-06eccbe7f4fd" [ 1149.008476] env[69287]: _type = "HttpNfcLease" [ 1149.008476] env[69287]: } obtained for exporting VM: (result){ [ 1149.008476] env[69287]: value = "vm-689044" [ 1149.008476] env[69287]: _type = "VirtualMachine" [ 1149.008476] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.008731] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the lease: (returnval){ [ 1149.008731] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527bfcb2-04a6-1861-ce53-06eccbe7f4fd" [ 1149.008731] env[69287]: _type = "HttpNfcLease" [ 1149.008731] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.017225] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad642f89-fe8e-4ce6-b933-9f15322ca93e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.022561] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.022561] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527bfcb2-04a6-1861-ce53-06eccbe7f4fd" [ 1149.022561] env[69287]: _type = "HttpNfcLease" [ 1149.022561] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.023193] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.023193] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527bfcb2-04a6-1861-ce53-06eccbe7f4fd" [ 1149.023193] env[69287]: _type = "HttpNfcLease" [ 1149.023193] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.023936] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b0332-5b07-4ee0-a1c6-9913f8bc5a5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.038591] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52880677-f1d7-ddad-bee7-5fe2c53e9680/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.038760] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52880677-f1d7-ddad-bee7-5fe2c53e9680/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.118242] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.118543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.118758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.118944] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.119127] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.121191] env[69287]: INFO nova.compute.manager [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Terminating instance [ 1149.135685] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2714813f-b356-4808-a212-36b528c70e44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.281778] env[69287]: DEBUG oslo_vmware.api [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451321, 'name': PowerOffVM_Task, 'duration_secs': 0.204796} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.282456] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.282688] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.282960] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1c4f61-0e85-4100-9981-ad028338d475 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.295547] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.349651] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.349778] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.350907] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore2] ce4f7efb-6463-478d-b719-91edf4bb4a2f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.351068] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-468e7cd5-a9fd-4e43-8ac9-1991d4d9844b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.363858] env[69287]: DEBUG oslo_vmware.api [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1149.363858] env[69287]: value = "task-3451324" [ 1149.363858] env[69287]: _type = "Task" [ 1149.363858] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.375790] env[69287]: DEBUG nova.compute.manager [req-3807b68d-48f9-4374-9c80-b21598921e9a req-fb907c63-15ea-4f80-b5af-743ffff291fe service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Received event network-vif-deleted-c66062d2-35a2-4f10-b607-81c40bf07402 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.376014] env[69287]: INFO nova.compute.manager [req-3807b68d-48f9-4374-9c80-b21598921e9a req-fb907c63-15ea-4f80-b5af-743ffff291fe service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Neutron deleted interface c66062d2-35a2-4f10-b607-81c40bf07402; detaching it from the instance and deleting it from the info cache [ 1149.376193] env[69287]: DEBUG nova.network.neutron [req-3807b68d-48f9-4374-9c80-b21598921e9a req-fb907c63-15ea-4f80-b5af-743ffff291fe service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.381518] env[69287]: DEBUG oslo_vmware.api [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.430332] env[69287]: DEBUG nova.compute.manager [req-1546494c-8c31-4a4e-9fe0-24b3438b8b6d req-1047a7b1-aafa-4825-b016-918540f9ebdb service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Received event network-vif-plugged-b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.430665] env[69287]: DEBUG oslo_concurrency.lockutils [req-1546494c-8c31-4a4e-9fe0-24b3438b8b6d req-1047a7b1-aafa-4825-b016-918540f9ebdb service nova] Acquiring lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.430931] env[69287]: DEBUG oslo_concurrency.lockutils [req-1546494c-8c31-4a4e-9fe0-24b3438b8b6d req-1047a7b1-aafa-4825-b016-918540f9ebdb service nova] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.431282] env[69287]: DEBUG oslo_concurrency.lockutils [req-1546494c-8c31-4a4e-9fe0-24b3438b8b6d req-1047a7b1-aafa-4825-b016-918540f9ebdb service nova] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.431533] env[69287]: DEBUG nova.compute.manager [req-1546494c-8c31-4a4e-9fe0-24b3438b8b6d req-1047a7b1-aafa-4825-b016-918540f9ebdb service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] No waiting events found dispatching network-vif-plugged-b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.431757] env[69287]: WARNING nova.compute.manager [req-1546494c-8c31-4a4e-9fe0-24b3438b8b6d req-1047a7b1-aafa-4825-b016-918540f9ebdb service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Received unexpected event network-vif-plugged-b1510c0d-75a4-4ff4-933d-34a893b88cdf for instance with vm_state building and task_state spawning. [ 1149.530109] env[69287]: DEBUG nova.network.neutron [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Successfully updated port: b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.625858] env[69287]: DEBUG nova.compute.manager [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.626147] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.627071] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2b52f-a34e-425b-830a-4217bf511c3c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.636037] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.636456] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e9a3b36-b759-4ce5-b8f1-e45a881dc54f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.644493] env[69287]: DEBUG oslo_vmware.api [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1149.644493] env[69287]: value = "task-3451325" [ 1149.644493] env[69287]: _type = "Task" [ 1149.644493] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.654269] env[69287]: DEBUG oslo_vmware.api [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.825108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.825429] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.827128] env[69287]: INFO nova.compute.claims [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.841640] env[69287]: DEBUG nova.network.neutron [-] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.874875] env[69287]: DEBUG oslo_vmware.api [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131316} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.876195] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.876615] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.877317] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.877317] env[69287]: INFO nova.compute.manager [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1149.877770] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.878698] env[69287]: DEBUG nova.compute.manager [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.879131] env[69287]: DEBUG nova.network.neutron [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.882189] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a55cb85a-a11c-4f63-8c0e-9366f78bfda1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.891341] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237adfb-6869-4d8b-b770-38dfe7255a86 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.924518] env[69287]: DEBUG nova.compute.manager [req-3807b68d-48f9-4374-9c80-b21598921e9a req-fb907c63-15ea-4f80-b5af-743ffff291fe service nova] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Detach interface failed, port_id=c66062d2-35a2-4f10-b607-81c40bf07402, reason: Instance 5dd716a6-e751-4175-903e-5e120a45bd96 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1150.036076] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.036412] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.036412] env[69287]: DEBUG nova.network.neutron [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.155656] env[69287]: DEBUG oslo_vmware.api [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451325, 'name': PowerOffVM_Task, 'duration_secs': 0.229673} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.156192] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.156192] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.156192] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c71c8f78-b7d3-4516-8c8a-41889003a942 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.229952] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.230132] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.230316] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleting the datastore file [datastore1] 514914b6-aaff-4ca8-8c1c-2704f716f7a0 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.230637] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f555012-4a86-4f92-bb1a-dd0f406a370b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.236665] env[69287]: DEBUG oslo_vmware.api [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1150.236665] env[69287]: value = "task-3451327" [ 1150.236665] env[69287]: _type = "Task" [ 1150.236665] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.244692] env[69287]: DEBUG oslo_vmware.api [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.344128] env[69287]: INFO nova.compute.manager [-] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Took 1.50 seconds to deallocate network for instance. [ 1150.571261] env[69287]: DEBUG nova.network.neutron [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.596684] env[69287]: DEBUG nova.network.neutron [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.737657] env[69287]: DEBUG nova.network.neutron [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.752963] env[69287]: DEBUG oslo_vmware.api [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143436} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.754492] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.756087] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.756360] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.756615] env[69287]: INFO nova.compute.manager [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1150.756959] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.757563] env[69287]: DEBUG nova.compute.manager [-] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.757750] env[69287]: DEBUG nova.network.neutron [-] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.854100] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.024548] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a41a11-c461-4c4b-91f0-c496fcab7b74 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.032834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3efd38-68db-40c0-85a1-43046e6cafec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.064829] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176f0c0e-c859-421a-9042-8adc64a76b34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.072366] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065e85c-9719-443a-b350-4b85be8ed48b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.091155] env[69287]: DEBUG nova.compute.provider_tree [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.099668] env[69287]: INFO nova.compute.manager [-] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Took 1.22 seconds to deallocate network for instance. [ 1151.241175] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.241575] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Instance network_info: |[{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.242066] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:d2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1510c0d-75a4-4ff4-933d-34a893b88cdf', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.250438] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.251744] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.252079] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04193f0-0b22-4e8b-a715-a7bfa51ad8ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.273538] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.273538] env[69287]: value = "task-3451328" [ 1151.273538] env[69287]: _type = "Task" [ 1151.273538] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.282479] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451328, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.463550] env[69287]: DEBUG nova.compute.manager [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Received event network-changed-b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.463773] env[69287]: DEBUG nova.compute.manager [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Refreshing instance network info cache due to event network-changed-b1510c0d-75a4-4ff4-933d-34a893b88cdf. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.464015] env[69287]: DEBUG oslo_concurrency.lockutils [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.464181] env[69287]: DEBUG oslo_concurrency.lockutils [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.464345] env[69287]: DEBUG nova.network.neutron [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Refreshing network info cache for port b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.594526] env[69287]: DEBUG nova.scheduler.client.report [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.605680] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.737952] env[69287]: DEBUG nova.network.neutron [-] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.783993] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451328, 'name': CreateVM_Task, 'duration_secs': 0.330375} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.783993] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.784646] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.784766] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.785102] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.785379] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a3c76e-235a-4fc1-aba7-b26e0eef52c4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.790364] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1151.790364] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5283ed9f-eebc-7fab-649f-0366526c6c41" [ 1151.790364] env[69287]: _type = "Task" [ 1151.790364] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.798802] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5283ed9f-eebc-7fab-649f-0366526c6c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.100553] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.101141] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.103723] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.250s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.103936] env[69287]: DEBUG nova.objects.instance [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'resources' on Instance uuid 5dd716a6-e751-4175-903e-5e120a45bd96 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.175875] env[69287]: DEBUG nova.network.neutron [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updated VIF entry in instance network info cache for port b1510c0d-75a4-4ff4-933d-34a893b88cdf. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.176263] env[69287]: DEBUG nova.network.neutron [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.241849] env[69287]: INFO nova.compute.manager [-] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Took 1.48 seconds to deallocate network for instance. [ 1152.302113] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5283ed9f-eebc-7fab-649f-0366526c6c41, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.303028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.303028] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.303308] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.303345] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.303512] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.303775] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-610e019a-5b35-49cc-8daa-3ed2055cfeed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.313055] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.313055] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.313501] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbafeb81-ecb1-489d-8ba7-2fc40e063a4e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.318925] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1152.318925] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52aca81f-8b1d-52ef-3f53-6f788d55db63" [ 1152.318925] env[69287]: _type = "Task" [ 1152.318925] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.326716] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52aca81f-8b1d-52ef-3f53-6f788d55db63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.606537] env[69287]: DEBUG nova.compute.utils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1152.608384] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.608729] env[69287]: DEBUG nova.network.neutron [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.673696] env[69287]: DEBUG nova.policy [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c44d12f2c034ea6981fd1e1e47b0efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604d4b671987499cbb8f790691ed4225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.679762] env[69287]: DEBUG oslo_concurrency.lockutils [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.679762] env[69287]: DEBUG nova.compute.manager [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Received event network-vif-deleted-83337abb-12de-4b4c-bc7e-7a3e8465d0c8 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.679762] env[69287]: DEBUG nova.compute.manager [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Received event network-vif-deleted-2d73bea4-d00e-4150-b34c-c0b772ceeb5b {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.679762] env[69287]: INFO nova.compute.manager [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Neutron deleted interface 2d73bea4-d00e-4150-b34c-c0b772ceeb5b; detaching it from the instance and deleting it from the info cache [ 1152.679905] env[69287]: DEBUG nova.network.neutron [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.749434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.767334] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c87455-58c0-43fc-bf88-7c75065d9715 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.775879] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582716e-cb61-49d0-a234-cba3b31c0f73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.806164] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9942332-5f3c-46f0-a957-c7a0814e9769 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.813285] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0d0e70-54d0-4105-b107-f7034562396b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.829233] env[69287]: DEBUG nova.compute.provider_tree [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.838642] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52aca81f-8b1d-52ef-3f53-6f788d55db63, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.839970] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b77686-4b8f-46ca-bdc7-12df3b34559c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.846035] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1152.846035] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a0176d-1eba-68ec-ceac-46b626593e7a" [ 1152.846035] env[69287]: _type = "Task" [ 1152.846035] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.853791] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a0176d-1eba-68ec-ceac-46b626593e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.931294] env[69287]: DEBUG nova.network.neutron [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Successfully created port: 64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.112104] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.184707] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52422734-f100-47a2-a0ba-0d47d24e30b0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.194834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2005a6e0-98fc-46d7-8948-eba2050f41e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.225226] env[69287]: DEBUG nova.compute.manager [req-e645bf3e-5a77-4b78-a54c-8131c88a5f43 req-ac6e7d77-15a9-45ef-9f31-6be329337073 service nova] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Detach interface failed, port_id=2d73bea4-d00e-4150-b34c-c0b772ceeb5b, reason: Instance 514914b6-aaff-4ca8-8c1c-2704f716f7a0 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1153.335782] env[69287]: DEBUG nova.scheduler.client.report [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.356623] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a0176d-1eba-68ec-ceac-46b626593e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.356895] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.357174] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.357432] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a219d9-ce8d-4977-9785-8bbe6f4875dc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.365140] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1153.365140] env[69287]: value = "task-3451329" [ 1153.365140] env[69287]: _type = "Task" [ 1153.365140] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.373212] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.842378] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.845182] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.240s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.845513] env[69287]: DEBUG nova.objects.instance [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'resources' on Instance uuid ce4f7efb-6463-478d-b719-91edf4bb4a2f {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.862430] env[69287]: INFO nova.scheduler.client.report [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted allocations for instance 5dd716a6-e751-4175-903e-5e120a45bd96 [ 1153.877896] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452739} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.878173] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.879029] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.879029] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f7eb5f-7e2e-482b-8c05-b4c960282bd9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.887227] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1153.887227] env[69287]: value = "task-3451330" [ 1153.887227] env[69287]: _type = "Task" [ 1153.887227] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.899671] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.122400] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.149255] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.149520] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.149677] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.149860] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.150016] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.150170] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.150379] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.150630] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.150806] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.150968] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.151157] env[69287]: DEBUG nova.virt.hardware [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.152124] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479dcc67-e3f6-42ad-9aa8-e2c5f4c99a52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.160121] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9494ed9-b972-4424-8eb4-249b99d30045 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.337074] env[69287]: DEBUG nova.compute.manager [req-552127da-3f9f-4369-8ab3-3237257379d3 req-ce924723-4bc7-47a2-8dc6-1a8b31d331c5 service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Received event network-vif-plugged-64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.337332] env[69287]: DEBUG oslo_concurrency.lockutils [req-552127da-3f9f-4369-8ab3-3237257379d3 req-ce924723-4bc7-47a2-8dc6-1a8b31d331c5 service nova] Acquiring lock "507e224c-07f7-4724-b288-39c374614c6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.337689] env[69287]: DEBUG oslo_concurrency.lockutils [req-552127da-3f9f-4369-8ab3-3237257379d3 req-ce924723-4bc7-47a2-8dc6-1a8b31d331c5 service nova] Lock "507e224c-07f7-4724-b288-39c374614c6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.337876] env[69287]: DEBUG oslo_concurrency.lockutils [req-552127da-3f9f-4369-8ab3-3237257379d3 req-ce924723-4bc7-47a2-8dc6-1a8b31d331c5 service nova] Lock "507e224c-07f7-4724-b288-39c374614c6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.338116] env[69287]: DEBUG nova.compute.manager [req-552127da-3f9f-4369-8ab3-3237257379d3 req-ce924723-4bc7-47a2-8dc6-1a8b31d331c5 service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] No waiting events found dispatching network-vif-plugged-64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.338416] env[69287]: WARNING nova.compute.manager [req-552127da-3f9f-4369-8ab3-3237257379d3 req-ce924723-4bc7-47a2-8dc6-1a8b31d331c5 service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Received unexpected event network-vif-plugged-64c93f99-bf68-46e5-9e1e-2be7a50b8dfe for instance with vm_state building and task_state spawning. [ 1154.372018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-28435da9-4c58-4f5d-9607-5394a2ce148d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "5dd716a6-e751-4175-903e-5e120a45bd96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.153s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.398592] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070076} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.402489] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.403764] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8dd9fd-58d4-4efc-9e68-7b27d6b0b69c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.430683] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.434725] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a41a99-1ff7-47c3-9167-a8c124ab9de2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.450411] env[69287]: DEBUG nova.network.neutron [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Successfully updated port: 64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.457976] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1154.457976] env[69287]: value = "task-3451331" [ 1154.457976] env[69287]: _type = "Task" [ 1154.457976] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.469805] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.538580] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a5e5a7-cb63-4a0d-bd2b-b35d8050e8bc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.546943] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60312613-b5e7-49ac-a0ab-990465032c9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.580132] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44892067-3c75-4d3f-934c-6ba7b41e4117 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.588126] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54756e05-0c70-44ca-b930-b29d3ac8deb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.602909] env[69287]: DEBUG nova.compute.provider_tree [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.954023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.954431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.954431] env[69287]: DEBUG nova.network.neutron [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.968897] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451331, 'name': ReconfigVM_Task, 'duration_secs': 0.329188} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.969187] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.969812] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b4d756c-2d85-4ba8-a41f-cea59e32827c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.976753] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1154.976753] env[69287]: value = "task-3451332" [ 1154.976753] env[69287]: _type = "Task" [ 1154.976753] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.985517] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451332, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.106373] env[69287]: DEBUG nova.scheduler.client.report [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.486966] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451332, 'name': Rename_Task, 'duration_secs': 0.154406} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.487376] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.487648] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e01d5c4-4e8e-4f10-80af-6f11e7b3de16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.490329] env[69287]: DEBUG nova.network.neutron [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.494775] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1155.494775] env[69287]: value = "task-3451333" [ 1155.494775] env[69287]: _type = "Task" [ 1155.494775] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.504485] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.611516] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.614082] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.865s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.614330] env[69287]: DEBUG nova.objects.instance [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'resources' on Instance uuid 514914b6-aaff-4ca8-8c1c-2704f716f7a0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.631224] env[69287]: DEBUG nova.network.neutron [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [{"id": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "address": "fa:16:3e:5b:5e:ce", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c93f99-bf", "ovs_interfaceid": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.638855] env[69287]: INFO nova.scheduler.client.report [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocations for instance ce4f7efb-6463-478d-b719-91edf4bb4a2f [ 1156.006052] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451333, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.134989] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.134989] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Instance network_info: |[{"id": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "address": "fa:16:3e:5b:5e:ce", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c93f99-bf", "ovs_interfaceid": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.135451] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64c93f99-bf68-46e5-9e1e-2be7a50b8dfe', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.143029] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.143248] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.143476] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d1c2349-e1af-4c12-87e0-34a1b0c7e445 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.164139] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e9dd4ef4-a8e8-4e0d-bf37-57e0f7d50ce8 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "ce4f7efb-6463-478d-b719-91edf4bb4a2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.920s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.168893] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.168893] env[69287]: value = "task-3451334" [ 1156.168893] env[69287]: _type = "Task" [ 1156.168893] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.178699] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451334, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.278664] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10527ea3-c80f-456f-a023-0b55743383eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.287318] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9101f652-8dae-4ee1-b6dd-bed34a509ad0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.318709] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1723a30-94d8-4ced-8c89-9631b1eaeed5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.328050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b3acf4-f869-4ffd-a652-ea9bc82d8624 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.343180] env[69287]: DEBUG nova.compute.provider_tree [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.392244] env[69287]: DEBUG nova.compute.manager [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Received event network-changed-64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.392386] env[69287]: DEBUG nova.compute.manager [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Refreshing instance network info cache due to event network-changed-64c93f99-bf68-46e5-9e1e-2be7a50b8dfe. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.392599] env[69287]: DEBUG oslo_concurrency.lockutils [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] Acquiring lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.392744] env[69287]: DEBUG oslo_concurrency.lockutils [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] Acquired lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.393649] env[69287]: DEBUG nova.network.neutron [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Refreshing network info cache for port 64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.496065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.496065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.510018] env[69287]: DEBUG oslo_vmware.api [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451333, 'name': PowerOnVM_Task, 'duration_secs': 0.608207} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.510285] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.510492] env[69287]: INFO nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1156.510696] env[69287]: DEBUG nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.511560] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b3cf31-5cd6-4ec5-8f71-d70f833f941e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.677764] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451334, 'name': CreateVM_Task, 'duration_secs': 0.350427} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.678039] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.678727] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.678897] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.679248] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.679510] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8049f996-6f05-41b7-ae08-584c0928262d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.684391] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1156.684391] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f34c57-a7d3-9dfa-4fbb-b4406489932f" [ 1156.684391] env[69287]: _type = "Task" [ 1156.684391] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.692618] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f34c57-a7d3-9dfa-4fbb-b4406489932f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.847300] env[69287]: DEBUG nova.scheduler.client.report [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.933318] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52880677-f1d7-ddad-bee7-5fe2c53e9680/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1156.934297] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532d4a2-9771-4a0b-ae19-9441cf07a1d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.940658] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52880677-f1d7-ddad-bee7-5fe2c53e9680/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1156.940848] env[69287]: ERROR oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52880677-f1d7-ddad-bee7-5fe2c53e9680/disk-0.vmdk due to incomplete transfer. [ 1156.941235] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3cbfccbf-10f0-4bf5-9588-e96e6de9bfd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.948946] env[69287]: DEBUG oslo_vmware.rw_handles [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52880677-f1d7-ddad-bee7-5fe2c53e9680/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1156.949174] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Uploaded image 07c4b1f3-6069-473b-b1ca-4c90fb1a4adc to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1156.951637] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1156.951905] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-747562f0-4f9d-4217-8013-f4f994dc65f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.957665] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1156.957665] env[69287]: value = "task-3451335" [ 1156.957665] env[69287]: _type = "Task" [ 1156.957665] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.965661] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451335, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.998795] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.032410] env[69287]: INFO nova.compute.manager [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Took 12.33 seconds to build instance. [ 1157.182098] env[69287]: DEBUG nova.network.neutron [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updated VIF entry in instance network info cache for port 64c93f99-bf68-46e5-9e1e-2be7a50b8dfe. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.182471] env[69287]: DEBUG nova.network.neutron [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [{"id": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "address": "fa:16:3e:5b:5e:ce", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c93f99-bf", "ovs_interfaceid": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.194928] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f34c57-a7d3-9dfa-4fbb-b4406489932f, 'name': SearchDatastore_Task, 'duration_secs': 0.015884} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.195754] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.195988] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.196239] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.196390] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.196579] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.197113] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8724f262-5a2c-4a60-8076-07433d6ccf2b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.210350] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.210567] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.211286] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e672aad-dc60-462e-8d9b-33c05622ad9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.216666] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1157.216666] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525c3efe-d925-52ef-2bf8-5464f6141cef" [ 1157.216666] env[69287]: _type = "Task" [ 1157.216666] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.223870] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525c3efe-d925-52ef-2bf8-5464f6141cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.352765] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.381861] env[69287]: INFO nova.scheduler.client.report [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleted allocations for instance 514914b6-aaff-4ca8-8c1c-2704f716f7a0 [ 1157.469239] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451335, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.519670] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.520025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.521695] env[69287]: INFO nova.compute.claims [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.534399] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fbb66f6f-8896-4012-8d1e-f8414a3aab3d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.837s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.684989] env[69287]: DEBUG oslo_concurrency.lockutils [req-8800e210-face-4841-8283-581cc2dd87f3 req-4f076e3d-3aa4-4676-aed4-a9de6a916caa service nova] Releasing lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.728705] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525c3efe-d925-52ef-2bf8-5464f6141cef, 'name': SearchDatastore_Task, 'duration_secs': 0.038188} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.729495] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad414921-d875-45a7-8291-7c883e732f06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.734472] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1157.734472] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52aa30c1-42cf-6a35-ba3d-e141492c4e7c" [ 1157.734472] env[69287]: _type = "Task" [ 1157.734472] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.741719] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52aa30c1-42cf-6a35-ba3d-e141492c4e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.850024] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.850273] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.850430] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.850732] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.850891] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.851087] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.851227] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Cleaning up deleted instances with incomplete migration {{(pid=69287) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1157.891163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-327298d2-c847-4edb-b123-f267eb160974 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "514914b6-aaff-4ca8-8c1c-2704f716f7a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.773s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.956412] env[69287]: DEBUG nova.compute.manager [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Received event network-changed-b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.956592] env[69287]: DEBUG nova.compute.manager [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Refreshing instance network info cache due to event network-changed-b1510c0d-75a4-4ff4-933d-34a893b88cdf. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.956806] env[69287]: DEBUG oslo_concurrency.lockutils [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.956948] env[69287]: DEBUG oslo_concurrency.lockutils [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.957119] env[69287]: DEBUG nova.network.neutron [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Refreshing network info cache for port b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.968961] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451335, 'name': Destroy_Task, 'duration_secs': 0.666377} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.969209] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Destroyed the VM [ 1157.969435] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1157.969664] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e82e4f33-d71f-4ed7-ac05-b3c896f3273c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.976414] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1157.976414] env[69287]: value = "task-3451336" [ 1157.976414] env[69287]: _type = "Task" [ 1157.976414] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.984930] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.245281] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52aa30c1-42cf-6a35-ba3d-e141492c4e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.04946} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.245624] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.245943] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 507e224c-07f7-4724-b288-39c374614c6a/507e224c-07f7-4724-b288-39c374614c6a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.246242] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d314b39f-ea0d-4c06-8457-f024d60994a4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.253130] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1158.253130] env[69287]: value = "task-3451337" [ 1158.253130] env[69287]: _type = "Task" [ 1158.253130] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.260809] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.488027] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451336, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374632} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.488027] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1158.488027] env[69287]: DEBUG nova.compute.manager [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.488760] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0480187e-c9b7-493b-857b-2b45f797233b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.663413] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8c70e1-c3a3-482d-9a35-fda8c95a085a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.675448] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1431e860-c7ad-4e58-a2cc-18fd8e7468e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.714341] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c0c1b-d96f-463f-ae65-a641e30deacc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.723677] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab89888-1f90-4136-8e0d-d5e438a7889b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.740943] env[69287]: DEBUG nova.compute.provider_tree [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.752346] env[69287]: DEBUG nova.network.neutron [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updated VIF entry in instance network info cache for port b1510c0d-75a4-4ff4-933d-34a893b88cdf. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.752737] env[69287]: DEBUG nova.network.neutron [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.766407] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.002802] env[69287]: INFO nova.compute.manager [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Shelve offloading [ 1159.244455] env[69287]: DEBUG nova.scheduler.client.report [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.259565] env[69287]: DEBUG oslo_concurrency.lockutils [req-afe8370f-ae72-42fe-9208-f2c484fe9c57 req-1b184d50-669d-48d4-a174-e021faeb4faf service nova] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.265993] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689549} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.266323] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 507e224c-07f7-4724-b288-39c374614c6a/507e224c-07f7-4724-b288-39c374614c6a.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.266565] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.266849] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef1df4a-e12f-4e63-a52c-5420c9a2c48f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.273162] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1159.273162] env[69287]: value = "task-3451339" [ 1159.273162] env[69287]: _type = "Task" [ 1159.273162] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.282538] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.353587] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.353758] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.506795] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.507120] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca7eaea1-f47c-4f60-88eb-8cf3d5efe5f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.514859] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1159.514859] env[69287]: value = "task-3451340" [ 1159.514859] env[69287]: _type = "Task" [ 1159.514859] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.522858] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.749787] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.750366] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.782341] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085173} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.782545] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.783332] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a350365-47ff-42d7-963d-42943ce1fb4b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.807146] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 507e224c-07f7-4724-b288-39c374614c6a/507e224c-07f7-4724-b288-39c374614c6a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.807599] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9f38e2-eae6-45ea-9513-47a0724d91d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.826837] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1159.826837] env[69287]: value = "task-3451341" [ 1159.826837] env[69287]: _type = "Task" [ 1159.826837] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.834223] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.856925] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.857197] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.857386] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.857540] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1159.858389] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022fa1a7-5bf5-4ab7-a86c-153e0b4e6b17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.865787] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a5fa4-0373-4510-9636-25e34b299e4d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.879496] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebc283b-82c6-4bdb-a42f-41bcd3acd4df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.885683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e610ba06-98fb-4fb3-9c61-e7dbaffeb624 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.914980] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179909MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1159.915169] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.915339] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.025803] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.026065] env[69287]: DEBUG nova.compute.manager [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.026828] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df270502-fb65-4ba7-810d-7f41444f47e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.032654] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.032841] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.033072] env[69287]: DEBUG nova.network.neutron [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.255679] env[69287]: DEBUG nova.compute.utils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1160.259085] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.259253] env[69287]: DEBUG nova.network.neutron [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.304428] env[69287]: DEBUG nova.policy [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de5314090104225a8f179ac115afef6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14cfd12d3c9b409aa91904a72d95c840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.337289] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451341, 'name': ReconfigVM_Task, 'duration_secs': 0.30811} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.337559] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 507e224c-07f7-4724-b288-39c374614c6a/507e224c-07f7-4724-b288-39c374614c6a.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.338206] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cf4666e-1beb-4b91-973d-b1766b0fd3a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.344360] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1160.344360] env[69287]: value = "task-3451342" [ 1160.344360] env[69287]: _type = "Task" [ 1160.344360] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.351902] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451342, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.603522] env[69287]: DEBUG nova.network.neutron [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Successfully created port: b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.764729] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.778353] env[69287]: DEBUG nova.network.neutron [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.854208] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451342, 'name': Rename_Task, 'duration_secs': 0.136914} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.854480] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.854718] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a50838b-db08-454b-af30-74454b774b12 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.860502] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1160.860502] env[69287]: value = "task-3451343" [ 1160.860502] env[69287]: _type = "Task" [ 1160.860502] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.867646] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.948379] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d0539695-57c8-490c-8330-071f48be642d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.948379] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 803e0846-cb5e-4acf-9527-2842ec52d8c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.948669] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance cbed6044-e4e4-4fe4-843c-c578932e1bd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.948730] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance b8193e7e-08bf-44f9-a9bd-edac4e416345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.948901] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 93bc4b24-730f-4f2d-8a67-941929341028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.949105] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ff2ae478-021a-4f1e-8a89-01580f651932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.949330] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 50db598e-d8e1-4afc-90c5-86cc194712c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.949698] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 507e224c-07f7-4724-b288-39c374614c6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.949847] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 933df6c1-afb5-49ba-992f-d0dc924f3102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.950291] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1160.950444] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1161.073150] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a796e04a-ecf1-43ca-8b0b-114fe5a1fa66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.080654] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06e6e12-5929-4773-8246-15003ea4001b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.112710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a1c401-f3ea-4287-995c-14c1dc611f8a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.119901] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed38ee-5db5-4470-ae0e-b3a8ef87efb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.134247] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.281099] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.373134] env[69287]: DEBUG oslo_vmware.api [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451343, 'name': PowerOnVM_Task, 'duration_secs': 0.421651} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.373418] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.373691] env[69287]: INFO nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1161.373798] env[69287]: DEBUG nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.374883] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c338d4-b062-43a6-8cc0-4851cf95e65d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.638840] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.772668] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.806253] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.806683] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.806683] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.806856] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.806985] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.807673] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.807716] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.807902] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.808104] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.808274] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.808443] env[69287]: DEBUG nova.virt.hardware [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.809337] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276dbee-073f-4798-a625-ef46f7daea64 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.814392] env[69287]: DEBUG nova.compute.manager [req-d886b217-aa10-42e0-af52-bf4a40142bd8 req-908652ac-b487-4d16-89f1-70cb45e99fea service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-vif-unplugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.814590] env[69287]: DEBUG oslo_concurrency.lockutils [req-d886b217-aa10-42e0-af52-bf4a40142bd8 req-908652ac-b487-4d16-89f1-70cb45e99fea service nova] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.814874] env[69287]: DEBUG oslo_concurrency.lockutils [req-d886b217-aa10-42e0-af52-bf4a40142bd8 req-908652ac-b487-4d16-89f1-70cb45e99fea service nova] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.814960] env[69287]: DEBUG oslo_concurrency.lockutils [req-d886b217-aa10-42e0-af52-bf4a40142bd8 req-908652ac-b487-4d16-89f1-70cb45e99fea service nova] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.815198] env[69287]: DEBUG nova.compute.manager [req-d886b217-aa10-42e0-af52-bf4a40142bd8 req-908652ac-b487-4d16-89f1-70cb45e99fea service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] No waiting events found dispatching network-vif-unplugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.815356] env[69287]: WARNING nova.compute.manager [req-d886b217-aa10-42e0-af52-bf4a40142bd8 req-908652ac-b487-4d16-89f1-70cb45e99fea service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received unexpected event network-vif-unplugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 for instance with vm_state shelved and task_state shelving_offloading. [ 1161.822551] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4757a603-adde-4e52-a1f0-bc49f5583f48 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.882036] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.882916] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be58b6f-bac3-40e3-8c27-143ea3870b82 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.894766] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.895016] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-480a88a6-bcc3-457d-bb02-2e8a9c2f7bdf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.900063] env[69287]: INFO nova.compute.manager [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Took 12.10 seconds to build instance. [ 1161.972296] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.972296] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.972296] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleting the datastore file [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.973634] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f223b313-2ac8-494f-8e74-670c1ff0f138 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.980936] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1161.980936] env[69287]: value = "task-3451345" [ 1161.980936] env[69287]: _type = "Task" [ 1161.980936] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.989408] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.997892] env[69287]: DEBUG nova.compute.manager [req-39f5a31f-e454-4145-a8aa-e64baf1dbbae req-29a1c77e-192d-4f14-9d0f-6a57f32624b0 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Received event network-vif-plugged-b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.997892] env[69287]: DEBUG oslo_concurrency.lockutils [req-39f5a31f-e454-4145-a8aa-e64baf1dbbae req-29a1c77e-192d-4f14-9d0f-6a57f32624b0 service nova] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.997892] env[69287]: DEBUG oslo_concurrency.lockutils [req-39f5a31f-e454-4145-a8aa-e64baf1dbbae req-29a1c77e-192d-4f14-9d0f-6a57f32624b0 service nova] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.997892] env[69287]: DEBUG oslo_concurrency.lockutils [req-39f5a31f-e454-4145-a8aa-e64baf1dbbae req-29a1c77e-192d-4f14-9d0f-6a57f32624b0 service nova] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.997892] env[69287]: DEBUG nova.compute.manager [req-39f5a31f-e454-4145-a8aa-e64baf1dbbae req-29a1c77e-192d-4f14-9d0f-6a57f32624b0 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] No waiting events found dispatching network-vif-plugged-b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.997892] env[69287]: WARNING nova.compute.manager [req-39f5a31f-e454-4145-a8aa-e64baf1dbbae req-29a1c77e-192d-4f14-9d0f-6a57f32624b0 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Received unexpected event network-vif-plugged-b9e47053-d786-4551-8914-2da5dd0b2731 for instance with vm_state building and task_state spawning. [ 1162.135901] env[69287]: DEBUG nova.network.neutron [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Successfully updated port: b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.147348] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1162.147461] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.232s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.147628] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.147775] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Cleaning up deleted instances {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1162.402715] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d41c92f1-f1ca-4730-b7df-64e5e5727319 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.610s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.491222] env[69287]: DEBUG oslo_vmware.api [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134299} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.491478] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.492047] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.492047] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.571789] env[69287]: INFO nova.scheduler.client.report [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted allocations for instance 93bc4b24-730f-4f2d-8a67-941929341028 [ 1162.642034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.642034] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.642034] env[69287]: DEBUG nova.network.neutron [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.665276] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] There are 65 instances to clean {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1162.665372] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ce4f7efb-6463-478d-b719-91edf4bb4a2f] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.076886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.077270] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.077537] env[69287]: DEBUG nova.objects.instance [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'resources' on Instance uuid 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.169037] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: e4327c70-df2f-46cd-9dc8-5ca58644ddd5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.198820] env[69287]: DEBUG nova.network.neutron [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.361492] env[69287]: DEBUG nova.network.neutron [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updating instance_info_cache with network_info: [{"id": "b9e47053-d786-4551-8914-2da5dd0b2731", "address": "fa:16:3e:84:e2:dd", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e47053-d7", "ovs_interfaceid": "b9e47053-d786-4551-8914-2da5dd0b2731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.382637] env[69287]: DEBUG oslo_concurrency.lockutils [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.382884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.580466] env[69287]: DEBUG nova.objects.instance [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'numa_topology' on Instance uuid 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.594090] env[69287]: DEBUG nova.compute.manager [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.635961] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.636117] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.636326] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.636508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.636672] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.638534] env[69287]: INFO nova.compute.manager [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Terminating instance [ 1163.672385] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 25008e95-593b-4a9a-a6c0-7daea73a41af] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.851201] env[69287]: DEBUG nova.compute.manager [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.851406] env[69287]: DEBUG nova.compute.manager [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing instance network info cache due to event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.851619] env[69287]: DEBUG oslo_concurrency.lockutils [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.851792] env[69287]: DEBUG oslo_concurrency.lockutils [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.851962] env[69287]: DEBUG nova.network.neutron [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.864336] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.864632] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Instance network_info: |[{"id": "b9e47053-d786-4551-8914-2da5dd0b2731", "address": "fa:16:3e:84:e2:dd", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e47053-d7", "ovs_interfaceid": "b9e47053-d786-4551-8914-2da5dd0b2731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.865357] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e2:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9e47053-d786-4551-8914-2da5dd0b2731', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.873497] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.874181] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.874432] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50fbadb6-f05c-4589-834f-dd71d330ca43 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.890099] env[69287]: INFO nova.compute.manager [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Detaching volume 6c4c2318-1cb0-4ede-9f98-6159114ea1f5 [ 1163.899141] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.899141] env[69287]: value = "task-3451346" [ 1163.899141] env[69287]: _type = "Task" [ 1163.899141] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.907598] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451346, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.923801] env[69287]: INFO nova.virt.block_device [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Attempting to driver detach volume 6c4c2318-1cb0-4ede-9f98-6159114ea1f5 from mountpoint /dev/sdb [ 1163.924072] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.924274] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.925617] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd946b43-0029-42ed-94a7-7d23bae58ae2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.950047] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2169f039-c4e5-4a9b-8a68-7c365728c079 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.963053] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf1efc-7f42-47ff-9d39-baf2800f1797 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.986344] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0944764-f1f5-4938-b15f-a9b354235c30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.004696] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5/volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.010188] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.010512] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc77b051-341e-4fac-91de-617766b64376 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.027253] env[69287]: DEBUG nova.compute.manager [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Received event network-changed-b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.027445] env[69287]: DEBUG nova.compute.manager [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Refreshing instance network info cache due to event network-changed-b9e47053-d786-4551-8914-2da5dd0b2731. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.027666] env[69287]: DEBUG oslo_concurrency.lockutils [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] Acquiring lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.027836] env[69287]: DEBUG oslo_concurrency.lockutils [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] Acquired lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.028014] env[69287]: DEBUG nova.network.neutron [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Refreshing network info cache for port b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.038195] env[69287]: DEBUG oslo_vmware.api [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1164.038195] env[69287]: value = "task-3451347" [ 1164.038195] env[69287]: _type = "Task" [ 1164.038195] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.047837] env[69287]: DEBUG oslo_vmware.api [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.083139] env[69287]: DEBUG nova.objects.base [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Object Instance<93bc4b24-730f-4f2d-8a67-941929341028> lazy-loaded attributes: resources,numa_topology {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.112366] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.142166] env[69287]: DEBUG nova.compute.manager [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.142385] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.143326] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315fd92f-124f-4206-ab56-fa851c9bf85e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.151644] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.151991] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a586ac-b7a8-4878-82a5-bb8046932b01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.158791] env[69287]: DEBUG oslo_vmware.api [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1164.158791] env[69287]: value = "task-3451348" [ 1164.158791] env[69287]: _type = "Task" [ 1164.158791] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.170264] env[69287]: DEBUG oslo_vmware.api [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.175366] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 3eb1e9d9-7eec-4d3a-9006-9a40557fedcf] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.235187] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f095d-67b6-49c8-a68f-5d00feda52e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.244630] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd7ff91-00f5-47ce-ac2b-aa30ba7dda57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.278862] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c537ef-c244-4411-acbf-b1e71bad2254 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.286564] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ab448-fe8f-4930-a5a9-31a596f1c263 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.301580] env[69287]: DEBUG nova.compute.provider_tree [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.409854] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451346, 'name': CreateVM_Task, 'duration_secs': 0.397403} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.410044] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.411029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.411029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.411265] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.411605] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d272ba1-d1fe-4d02-baee-4840b0fdd014 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.416877] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1164.416877] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e6797-de40-ee1c-846a-cf9b3b149a6e" [ 1164.416877] env[69287]: _type = "Task" [ 1164.416877] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.424543] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e6797-de40-ee1c-846a-cf9b3b149a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.548060] env[69287]: DEBUG oslo_vmware.api [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451347, 'name': ReconfigVM_Task, 'duration_secs': 0.259755} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.548060] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.555020] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24147f5c-6fd4-4eb6-9afa-7e19d5868bd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.571979] env[69287]: DEBUG oslo_vmware.api [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1164.571979] env[69287]: value = "task-3451349" [ 1164.571979] env[69287]: _type = "Task" [ 1164.571979] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.580158] env[69287]: DEBUG oslo_vmware.api [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.613500] env[69287]: DEBUG nova.network.neutron [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updated VIF entry in instance network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.613842] env[69287]: DEBUG nova.network.neutron [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap49f4118c-b6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.670734] env[69287]: DEBUG oslo_vmware.api [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451348, 'name': PowerOffVM_Task, 'duration_secs': 0.226741} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.671014] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.671191] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.671442] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d029a24-8528-49af-8054-c53465dcfbca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.680426] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d39cff40-4a0d-42d3-9c7d-d7f97d70169b] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.733996] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.734230] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.734411] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleting the datastore file [datastore1] cbed6044-e4e4-4fe4-843c-c578932e1bd3 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.734662] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c438d308-95d5-497e-9bcb-2d969a6cf89b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.741833] env[69287]: DEBUG oslo_vmware.api [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1164.741833] env[69287]: value = "task-3451351" [ 1164.741833] env[69287]: _type = "Task" [ 1164.741833] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.749263] env[69287]: DEBUG oslo_vmware.api [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.759880] env[69287]: DEBUG nova.network.neutron [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updated VIF entry in instance network info cache for port b9e47053-d786-4551-8914-2da5dd0b2731. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.760224] env[69287]: DEBUG nova.network.neutron [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updating instance_info_cache with network_info: [{"id": "b9e47053-d786-4551-8914-2da5dd0b2731", "address": "fa:16:3e:84:e2:dd", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e47053-d7", "ovs_interfaceid": "b9e47053-d786-4551-8914-2da5dd0b2731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.804444] env[69287]: DEBUG nova.scheduler.client.report [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.927259] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527e6797-de40-ee1c-846a-cf9b3b149a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.927568] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.927791] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.928033] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.928184] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.928436] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.928644] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae280e3-8721-4882-bb2a-92b0b850e366 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.936752] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.936925] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.937611] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc321e9-5d5c-4dd7-a342-e5637c6c20e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.942844] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1164.942844] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523e2b32-75a3-d446-db7a-55cde319ed64" [ 1164.942844] env[69287]: _type = "Task" [ 1164.942844] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.952080] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523e2b32-75a3-d446-db7a-55cde319ed64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.982724] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.082116] env[69287]: DEBUG oslo_vmware.api [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451349, 'name': ReconfigVM_Task, 'duration_secs': 0.132576} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.082410] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689030', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'name': 'volume-6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b8193e7e-08bf-44f9-a9bd-edac4e416345', 'attached_at': '', 'detached_at': '', 'volume_id': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5', 'serial': '6c4c2318-1cb0-4ede-9f98-6159114ea1f5'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.118122] env[69287]: DEBUG oslo_concurrency.lockutils [req-0f00fb31-b836-4102-a0c4-6cce9a321d63 req-679e19a4-7ab0-4c5b-894b-b47e3d6c55a9 service nova] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.184206] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 5dd716a6-e751-4175-903e-5e120a45bd96] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.251935] env[69287]: DEBUG oslo_vmware.api [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170018} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.252370] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.252420] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.252553] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.252720] env[69287]: INFO nova.compute.manager [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1165.252957] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.253154] env[69287]: DEBUG nova.compute.manager [-] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.253248] env[69287]: DEBUG nova.network.neutron [-] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.262600] env[69287]: DEBUG oslo_concurrency.lockutils [req-b69ba636-3a38-49f6-a1d6-6ecea9392040 req-a7002070-efd6-4d44-a4ab-09091e0cd91c service nova] Releasing lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.309196] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.311615] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.199s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.453499] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]523e2b32-75a3-d446-db7a-55cde319ed64, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.455101] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee95afb-911b-4d46-ba9c-4eaafc8fd6e5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.460638] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1165.460638] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5264069d-00e6-2d3b-cf33-f652f2d98e6a" [ 1165.460638] env[69287]: _type = "Task" [ 1165.460638] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.468405] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5264069d-00e6-2d3b-cf33-f652f2d98e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.629658] env[69287]: DEBUG nova.objects.instance [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'flavor' on Instance uuid b8193e7e-08bf-44f9-a9bd-edac4e416345 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.687353] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 67bffc9d-bca7-46f1-8448-9af54c791f28] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.818678] env[69287]: INFO nova.compute.claims [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.825671] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f7189525-73bf-498f-999a-fa149e454e34 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.826447] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.844s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.826620] env[69287]: INFO nova.compute.manager [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Unshelving [ 1165.875762] env[69287]: DEBUG nova.compute.manager [req-71d2e92d-38c2-4fb8-a45b-7eea4728a05b req-43492e3c-d0dc-4d23-ab86-2ec8f76caa4b service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Received event network-vif-deleted-ca396771-4f81-4ecd-9a00-aab327d91b05 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.875918] env[69287]: INFO nova.compute.manager [req-71d2e92d-38c2-4fb8-a45b-7eea4728a05b req-43492e3c-d0dc-4d23-ab86-2ec8f76caa4b service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Neutron deleted interface ca396771-4f81-4ecd-9a00-aab327d91b05; detaching it from the instance and deleting it from the info cache [ 1165.876110] env[69287]: DEBUG nova.network.neutron [req-71d2e92d-38c2-4fb8-a45b-7eea4728a05b req-43492e3c-d0dc-4d23-ab86-2ec8f76caa4b service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.971558] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5264069d-00e6-2d3b-cf33-f652f2d98e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.023065} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.971861] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.972135] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 933df6c1-afb5-49ba-992f-d0dc924f3102/933df6c1-afb5-49ba-992f-d0dc924f3102.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.972394] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23a4ad5d-b713-44fe-928c-0bb3ee38a257 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.976777] env[69287]: DEBUG nova.network.neutron [-] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.980201] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1165.980201] env[69287]: value = "task-3451352" [ 1165.980201] env[69287]: _type = "Task" [ 1165.980201] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.988042] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.191120] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 62edbbac-3b30-43d9-a2b2-958dac0ff1c4] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.325633] env[69287]: INFO nova.compute.resource_tracker [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating resource usage from migration aac4a9a7-07ad-431c-988d-7a70ad0a04fb [ 1166.380898] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e634d79b-1af1-4787-abf0-89b33644ba92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.393304] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbbeda7-82a1-40f8-bd74-1d5740bbe395 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.427708] env[69287]: DEBUG nova.compute.manager [req-71d2e92d-38c2-4fb8-a45b-7eea4728a05b req-43492e3c-d0dc-4d23-ab86-2ec8f76caa4b service nova] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Detach interface failed, port_id=ca396771-4f81-4ecd-9a00-aab327d91b05, reason: Instance cbed6044-e4e4-4fe4-843c-c578932e1bd3 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1166.480476] env[69287]: INFO nova.compute.manager [-] [instance: cbed6044-e4e4-4fe4-843c-c578932e1bd3] Took 1.23 seconds to deallocate network for instance. [ 1166.495162] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472527} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.495470] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 933df6c1-afb5-49ba-992f-d0dc924f3102/933df6c1-afb5-49ba-992f-d0dc924f3102.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.495622] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.495860] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0664f730-0c80-4690-8ff3-cb069ff34d02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.502552] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1166.502552] env[69287]: value = "task-3451353" [ 1166.502552] env[69287]: _type = "Task" [ 1166.502552] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.506825] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0501ef-df49-4841-aa20-d4fccad78d6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.516142] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.517864] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f4c372-5b17-41bf-8c7f-f7c0e5890ec7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.550061] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a760d-cf7e-4ee7-a3de-76e6a2b2a679 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.557100] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef12ac-e549-4d7c-afa0-9ca64a64e120 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.570779] env[69287]: DEBUG nova.compute.provider_tree [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.637246] env[69287]: DEBUG oslo_concurrency.lockutils [None req-179ab66d-00c7-427e-bbc3-ae855f1f504a tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.695276] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: df6db37d-5fea-486f-a1ec-0635e12a9e93] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.850298] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.989631] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.011788] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0632} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.012058] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.012802] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e256f2-c7c5-49c6-a7a8-6393266cb46f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.034288] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 933df6c1-afb5-49ba-992f-d0dc924f3102/933df6c1-afb5-49ba-992f-d0dc924f3102.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.034544] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e9bacf-3386-46aa-8787-7d73b2cb1cb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.053939] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1167.053939] env[69287]: value = "task-3451354" [ 1167.053939] env[69287]: _type = "Task" [ 1167.053939] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.061822] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.075512] env[69287]: DEBUG nova.scheduler.client.report [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.198367] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: fd8835f8-c30f-4b35-8445-6c91494472a8] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1167.565663] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.578438] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.578651] env[69287]: INFO nova.compute.manager [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Migrating [ 1167.585118] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.735s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.585323] env[69287]: DEBUG nova.objects.instance [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'pci_requests' on Instance uuid 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.640319] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.640572] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.640832] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "b8193e7e-08bf-44f9-a9bd-edac4e416345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.641028] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.641198] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.643272] env[69287]: INFO nova.compute.manager [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Terminating instance [ 1167.703970] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 514914b6-aaff-4ca8-8c1c-2704f716f7a0] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1168.064229] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451354, 'name': ReconfigVM_Task, 'duration_secs': 0.523025} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.064524] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 933df6c1-afb5-49ba-992f-d0dc924f3102/933df6c1-afb5-49ba-992f-d0dc924f3102.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.065148] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da0db1f-881b-4340-a9ff-e4f04b65539d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.071700] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1168.071700] env[69287]: value = "task-3451355" [ 1168.071700] env[69287]: _type = "Task" [ 1168.071700] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.079426] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451355, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.094179] env[69287]: DEBUG nova.objects.instance [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'numa_topology' on Instance uuid 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.095292] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.095450] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.095615] env[69287]: DEBUG nova.network.neutron [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.146616] env[69287]: DEBUG nova.compute.manager [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.146799] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.147674] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8294d848-f589-4d47-b963-4ef246f3feda {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.155531] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.155755] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-740be3df-7b08-4923-b4e6-94f21b4e623c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.162732] env[69287]: DEBUG oslo_vmware.api [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1168.162732] env[69287]: value = "task-3451356" [ 1168.162732] env[69287]: _type = "Task" [ 1168.162732] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.171632] env[69287]: DEBUG oslo_vmware.api [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.207485] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 06c4675d-e815-4a64-9761-78bdccf57ee6] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1168.582440] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451355, 'name': Rename_Task, 'duration_secs': 0.129267} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.582781] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.583069] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2ac8c4-5ec4-401e-b5a1-dee9a07943da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.588718] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1168.588718] env[69287]: value = "task-3451357" [ 1168.588718] env[69287]: _type = "Task" [ 1168.588718] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.596098] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.599378] env[69287]: INFO nova.compute.claims [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.675749] env[69287]: DEBUG oslo_vmware.api [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451356, 'name': PowerOffVM_Task, 'duration_secs': 0.231469} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.676052] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.676206] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.676456] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f98f3bc-ebeb-4e98-8c50-e7d5b03849d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.710450] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 447a110f-06af-4da0-84fc-486534cc69cb] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1168.738059] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.738291] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.738490] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore2] b8193e7e-08bf-44f9-a9bd-edac4e416345 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.739428] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77049f4e-b733-4d32-866e-80890145d0f0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.746694] env[69287]: DEBUG oslo_vmware.api [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1168.746694] env[69287]: value = "task-3451359" [ 1168.746694] env[69287]: _type = "Task" [ 1168.746694] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.755249] env[69287]: DEBUG oslo_vmware.api [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.804508] env[69287]: DEBUG nova.network.neutron [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [{"id": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "address": "fa:16:3e:5b:5e:ce", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c93f99-bf", "ovs_interfaceid": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.099010] env[69287]: DEBUG oslo_vmware.api [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451357, 'name': PowerOnVM_Task, 'duration_secs': 0.436259} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.099010] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.099212] env[69287]: INFO nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1169.099477] env[69287]: DEBUG nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.100261] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ce802-6410-4ce9-bdf8-75cd7fe3d1b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.216821] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 28156922-fc72-49b8-a158-1651b9640f6c] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1169.256948] env[69287]: DEBUG oslo_vmware.api [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144148} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.257226] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.257412] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.257592] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.257762] env[69287]: INFO nova.compute.manager [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1169.258052] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.258257] env[69287]: DEBUG nova.compute.manager [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.258351] env[69287]: DEBUG nova.network.neutron [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.307638] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.618521] env[69287]: INFO nova.compute.manager [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Took 12.11 seconds to build instance. [ 1169.719293] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 2c175405-96c1-4a94-a7ba-7a54428fb45d] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1169.742796] env[69287]: DEBUG nova.compute.manager [req-0f58e211-f242-4886-9fd5-d71ba5191ed9 req-49ebd4c6-70da-42ba-a218-cff5c2689698 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Received event network-vif-deleted-06ae8230-e4ed-4f68-b9ce-4898e900719f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.742796] env[69287]: INFO nova.compute.manager [req-0f58e211-f242-4886-9fd5-d71ba5191ed9 req-49ebd4c6-70da-42ba-a218-cff5c2689698 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Neutron deleted interface 06ae8230-e4ed-4f68-b9ce-4898e900719f; detaching it from the instance and deleting it from the info cache [ 1169.743231] env[69287]: DEBUG nova.network.neutron [req-0f58e211-f242-4886-9fd5-d71ba5191ed9 req-49ebd4c6-70da-42ba-a218-cff5c2689698 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.746319] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888d7ae-ae2b-4018-acd8-56d8e942b1b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.755434] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e412bed-e4b5-4766-b96a-5f6fb6c18e0d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.788093] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e56f05-eec8-45c9-9476-68a57c26ed04 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.795971] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea426e9a-30c1-4876-b5b0-d672884c3a4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.810691] env[69287]: DEBUG nova.compute.provider_tree [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.121808] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec3a7fb-3671-40da-b4b4-33e2f9ab6c8d tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.626s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.222624] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 23ff0c14-9666-4f0f-9bcb-a64debf5f5a1] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1170.225837] env[69287]: DEBUG nova.network.neutron [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.249813] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1d4791c-755c-4e5d-ad33-e5e1e6748891 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.260695] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25eb24f-2a9e-4bd9-a6c6-1fd9e9cc01ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.290009] env[69287]: DEBUG nova.compute.manager [req-0f58e211-f242-4886-9fd5-d71ba5191ed9 req-49ebd4c6-70da-42ba-a218-cff5c2689698 service nova] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Detach interface failed, port_id=06ae8230-e4ed-4f68-b9ce-4898e900719f, reason: Instance b8193e7e-08bf-44f9-a9bd-edac4e416345 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1170.341569] env[69287]: ERROR nova.scheduler.client.report [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [req-da1c515b-8162-4da8-9992-b8d2bd1e13a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da1c515b-8162-4da8-9992-b8d2bd1e13a4"}]} [ 1170.359724] env[69287]: DEBUG nova.scheduler.client.report [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1170.376378] env[69287]: DEBUG nova.scheduler.client.report [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1170.376592] env[69287]: DEBUG nova.compute.provider_tree [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.389539] env[69287]: DEBUG nova.scheduler.client.report [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1170.408033] env[69287]: DEBUG nova.scheduler.client.report [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1170.557469] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c880a70-51f0-4173-90aa-ee8b2793ddc9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.565486] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d86bb1-2074-4533-83e0-9c8324af81f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.598445] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d759f-11e1-448e-aa4c-45f645b8dda5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.605592] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497abe84-af04-4099-8772-54c68483eab2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.618530] env[69287]: DEBUG nova.compute.provider_tree [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.727582] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 7476492d-8383-486c-9af8-6ba66470b3de] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1170.729763] env[69287]: INFO nova.compute.manager [-] [instance: b8193e7e-08bf-44f9-a9bd-edac4e416345] Took 1.47 seconds to deallocate network for instance. [ 1170.754701] env[69287]: DEBUG nova.compute.manager [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Received event network-changed-b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.754831] env[69287]: DEBUG nova.compute.manager [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Refreshing instance network info cache due to event network-changed-b9e47053-d786-4551-8914-2da5dd0b2731. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1170.754951] env[69287]: DEBUG oslo_concurrency.lockutils [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] Acquiring lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.755140] env[69287]: DEBUG oslo_concurrency.lockutils [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] Acquired lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.755261] env[69287]: DEBUG nova.network.neutron [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Refreshing network info cache for port b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.825501] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe22394-ac0a-42eb-8f3c-736b79cbd4ee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.844186] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.148579] env[69287]: DEBUG nova.scheduler.client.report [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1171.148876] env[69287]: DEBUG nova.compute.provider_tree [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 150 to 151 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1171.149077] env[69287]: DEBUG nova.compute.provider_tree [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.231026] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1d9dc0b7-851e-4d04-814b-053064d7b640] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1171.235993] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.350546] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.350959] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9574f2f8-edb3-472e-b0b2-5970b448283b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.362528] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1171.362528] env[69287]: value = "task-3451360" [ 1171.362528] env[69287]: _type = "Task" [ 1171.362528] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.373862] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.509575] env[69287]: DEBUG nova.network.neutron [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updated VIF entry in instance network info cache for port b9e47053-d786-4551-8914-2da5dd0b2731. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.510256] env[69287]: DEBUG nova.network.neutron [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updating instance_info_cache with network_info: [{"id": "b9e47053-d786-4551-8914-2da5dd0b2731", "address": "fa:16:3e:84:e2:dd", "network": {"id": "2ca346e7-ba15-46b8-b6a4-1684273070a2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-201144194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14cfd12d3c9b409aa91904a72d95c840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e47053-d7", "ovs_interfaceid": "b9e47053-d786-4551-8914-2da5dd0b2731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.653946] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.069s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.656993] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.667s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.657293] env[69287]: DEBUG nova.objects.instance [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'resources' on Instance uuid cbed6044-e4e4-4fe4-843c-c578932e1bd3 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.685632] env[69287]: INFO nova.network.neutron [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating port 49f4118c-b6b9-4fbb-95ef-026a988e4068 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1171.733557] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ca0a7855-d2f7-47b8-998f-3bcd156922cc] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1171.874353] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451360, 'name': PowerOffVM_Task, 'duration_secs': 0.176622} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.874602] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.874830] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.013125] env[69287]: DEBUG oslo_concurrency.lockutils [req-28cc875a-e04f-4619-a4b2-b38cba7fe219 req-21910098-65a1-408f-b1a2-9b769933b202 service nova] Releasing lock "refresh_cache-933df6c1-afb5-49ba-992f-d0dc924f3102" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.237839] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a629dabc-8711-40b5-8914-2f0186e15973] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1172.287770] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47df2fd8-8783-4fc4-8f84-af4539c680e8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.296090] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e0b4c-33ab-46be-bbaa-de22c74f7a17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.326108] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc05f9-3d1a-4325-b3b9-527501c502ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.333609] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f3018e-d776-4613-a5e7-bfc1e604b718 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.348067] env[69287]: DEBUG nova.compute.provider_tree [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.381459] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.381714] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.381887] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.382074] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.382220] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.382366] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.382566] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.382720] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.382884] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.383086] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.383276] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.388227] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c3ce14-06f6-4db9-8a65-bd54fbc619a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.406514] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1172.406514] env[69287]: value = "task-3451361" [ 1172.406514] env[69287]: _type = "Task" [ 1172.406514] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.416152] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.741659] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: aba60c1e-a23c-4397-82bc-c76be1f8d495] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1172.851560] env[69287]: DEBUG nova.scheduler.client.report [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.917017] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451361, 'name': ReconfigVM_Task, 'duration_secs': 0.179379} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.917409] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.085162] env[69287]: DEBUG nova.compute.manager [req-731e285c-00c7-4a14-af29-4350aa17d6e8 req-8eaee3ac-3ad2-4707-a3c9-f2d39f9c5794 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-vif-plugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.085162] env[69287]: DEBUG oslo_concurrency.lockutils [req-731e285c-00c7-4a14-af29-4350aa17d6e8 req-8eaee3ac-3ad2-4707-a3c9-f2d39f9c5794 service nova] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.085162] env[69287]: DEBUG oslo_concurrency.lockutils [req-731e285c-00c7-4a14-af29-4350aa17d6e8 req-8eaee3ac-3ad2-4707-a3c9-f2d39f9c5794 service nova] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.085162] env[69287]: DEBUG oslo_concurrency.lockutils [req-731e285c-00c7-4a14-af29-4350aa17d6e8 req-8eaee3ac-3ad2-4707-a3c9-f2d39f9c5794 service nova] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.085162] env[69287]: DEBUG nova.compute.manager [req-731e285c-00c7-4a14-af29-4350aa17d6e8 req-8eaee3ac-3ad2-4707-a3c9-f2d39f9c5794 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] No waiting events found dispatching network-vif-plugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.085162] env[69287]: WARNING nova.compute.manager [req-731e285c-00c7-4a14-af29-4350aa17d6e8 req-8eaee3ac-3ad2-4707-a3c9-f2d39f9c5794 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received unexpected event network-vif-plugged-49f4118c-b6b9-4fbb-95ef-026a988e4068 for instance with vm_state shelved_offloaded and task_state spawning. [ 1173.164371] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.164371] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.164371] env[69287]: DEBUG nova.network.neutron [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.246096] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 54e050c7-e947-446c-ba43-733797a27bec] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1173.356463] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.359031] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.123s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.359031] env[69287]: DEBUG nova.objects.instance [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'resources' on Instance uuid b8193e7e-08bf-44f9-a9bd-edac4e416345 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.379800] env[69287]: INFO nova.scheduler.client.report [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleted allocations for instance cbed6044-e4e4-4fe4-843c-c578932e1bd3 [ 1173.424228] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.424477] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.424614] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.424807] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.424955] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.425124] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.425334] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.425493] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.425663] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.425827] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.426009] env[69287]: DEBUG nova.virt.hardware [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.431355] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.432270] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ac2ca2-df7f-40a6-9638-6d16027d2097 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.450510] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1173.450510] env[69287]: value = "task-3451362" [ 1173.450510] env[69287]: _type = "Task" [ 1173.450510] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.458561] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.748962] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 626a4752-078b-464b-b09f-a6ae110355a1] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1173.855488] env[69287]: DEBUG nova.network.neutron [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.886315] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6a3afe42-a81e-42ed-a632-f8dd50790b82 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "cbed6044-e4e4-4fe4-843c-c578932e1bd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.250s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.962305] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451362, 'name': ReconfigVM_Task, 'duration_secs': 0.149403} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.962582] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.963361] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dcf83c-9aa8-49b9-8920-9a79c924df98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.987329] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 507e224c-07f7-4724-b288-39c374614c6a/507e224c-07f7-4724-b288-39c374614c6a.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.988280] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccea1c19-5a72-40c5-895b-265e23805c73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.000947] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670e447-c83a-4785-a2cc-ce4e752ff540 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.009132] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e9de0-9442-4bfc-a9fc-1c76915c249e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.012037] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1174.012037] env[69287]: value = "task-3451363" [ 1174.012037] env[69287]: _type = "Task" [ 1174.012037] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.040018] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862006e-6a44-4783-b944-aba939d44e75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.045462] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.049949] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1416d35-459e-4ead-880c-274334ad59ec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.063889] env[69287]: DEBUG nova.compute.provider_tree [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.251912] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: f2f1d04e-20b6-4a67-91d6-291ca0854419] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1174.358457] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.387148] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9059092d5c45f68752f2f9e9516c959a',container_format='bare',created_at=2025-04-15T19:18:12Z,direct_url=,disk_format='vmdk',id=07c4b1f3-6069-473b-b1ca-4c90fb1a4adc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-721557563-shelved',owner='ed21e5e2a1fa41d5a8d8550952a8750b',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-04-15T19:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.387409] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.387564] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.387769] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.387947] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.388108] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.388315] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.388470] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.388632] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.388820] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.388991] env[69287]: DEBUG nova.virt.hardware [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.390392] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cdceb-d6ed-486a-9e0a-a0b818c0255c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.398147] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e10fd4-6c5d-44e0-8e85-a1afda53b40d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.411232] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ec:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f4118c-b6b9-4fbb-95ef-026a988e4068', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.419341] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.419590] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.419793] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa50ad1e-82f1-42a4-b756-6a9f22c26299 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.438729] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.438729] env[69287]: value = "task-3451364" [ 1174.438729] env[69287]: _type = "Task" [ 1174.438729] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.445824] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451364, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.522173] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451363, 'name': ReconfigVM_Task, 'duration_secs': 0.270822} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.522461] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 507e224c-07f7-4724-b288-39c374614c6a/507e224c-07f7-4724-b288-39c374614c6a.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.522747] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.567340] env[69287]: DEBUG nova.scheduler.client.report [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.628922] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "803e0846-cb5e-4acf-9527-2842ec52d8c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.629220] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.629434] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "803e0846-cb5e-4acf-9527-2842ec52d8c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.629622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.629787] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.631928] env[69287]: INFO nova.compute.manager [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Terminating instance [ 1174.754994] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 5585c97e-a1e7-43bc-af70-ad93c09bcdfe] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1174.948700] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451364, 'name': CreateVM_Task, 'duration_secs': 0.288448} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.948895] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.949507] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.949674] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.950059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.950311] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b288a1-da05-4b3d-bb1a-6239fa625fad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.954704] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1174.954704] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e79807-edf3-b2fa-c9ca-37288cbf0acc" [ 1174.954704] env[69287]: _type = "Task" [ 1174.954704] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.963018] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e79807-edf3-b2fa-c9ca-37288cbf0acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.029415] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eeb959-164e-4aa0-a0f8-056b2d92dce5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.049042] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057b9dd1-b0c1-418f-a8f1-db02b7035664 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.065842] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.072815] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.091828] env[69287]: INFO nova.scheduler.client.report [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted allocations for instance b8193e7e-08bf-44f9-a9bd-edac4e416345 [ 1175.109024] env[69287]: DEBUG nova.compute.manager [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.109024] env[69287]: DEBUG nova.compute.manager [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing instance network info cache due to event network-changed-49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1175.109249] env[69287]: DEBUG oslo_concurrency.lockutils [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] Acquiring lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.109249] env[69287]: DEBUG oslo_concurrency.lockutils [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] Acquired lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.109404] env[69287]: DEBUG nova.network.neutron [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Refreshing network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.135246] env[69287]: DEBUG nova.compute.manager [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.135442] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.136518] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ba550-3fe7-49ac-883e-137a2321eee8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.144336] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.144564] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946e36fe-ee06-40f7-886d-ecc56fa44131 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.150837] env[69287]: DEBUG oslo_vmware.api [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1175.150837] env[69287]: value = "task-3451365" [ 1175.150837] env[69287]: _type = "Task" [ 1175.150837] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.158535] env[69287]: DEBUG oslo_vmware.api [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.257752] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d083437d-f6b8-4122-96b1-70a1dd320697] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1175.464964] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.466035] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Processing image 07c4b1f3-6069-473b-b1ca-4c90fb1a4adc {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.466035] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.466035] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.466035] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.466305] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c2ee6a-20fe-4f45-a476-370b43f08826 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.482750] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.482881] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.483587] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0093d43-51bf-4019-ba09-235e75dfc2f5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.488331] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1175.488331] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b6af4c-163a-69f3-1782-79020bd10819" [ 1175.488331] env[69287]: _type = "Task" [ 1175.488331] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.495176] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b6af4c-163a-69f3-1782-79020bd10819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.598390] env[69287]: DEBUG oslo_concurrency.lockutils [None req-31c9dedf-84b2-4bba-8598-041168c54df3 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "b8193e7e-08bf-44f9-a9bd-edac4e416345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.958s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.603817] env[69287]: DEBUG nova.network.neutron [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Port 64c93f99-bf68-46e5-9e1e-2be7a50b8dfe binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1175.659781] env[69287]: DEBUG oslo_vmware.api [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451365, 'name': PowerOffVM_Task, 'duration_secs': 0.182816} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.660547] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.660547] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.660547] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fcbdf65-792a-4bc9-874f-0e9e4c8ad41c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.718783] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.719012] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.719201] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleting the datastore file [datastore1] 803e0846-cb5e-4acf-9527-2842ec52d8c0 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.719465] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9b38e1b-4912-4e23-b90b-94dcffeff4ba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.725966] env[69287]: DEBUG oslo_vmware.api [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for the task: (returnval){ [ 1175.725966] env[69287]: value = "task-3451367" [ 1175.725966] env[69287]: _type = "Task" [ 1175.725966] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.733248] env[69287]: DEBUG oslo_vmware.api [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.762571] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: f268f0f1-839f-4534-a72f-180f798cd10a] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1175.824060] env[69287]: DEBUG nova.network.neutron [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updated VIF entry in instance network info cache for port 49f4118c-b6b9-4fbb-95ef-026a988e4068. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.824495] env[69287]: DEBUG nova.network.neutron [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [{"id": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "address": "fa:16:3e:61:ec:46", "network": {"id": "7ffbde42-21ff-4a4c-b602-e9b5e1a6f755", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-480159082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed21e5e2a1fa41d5a8d8550952a8750b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f4118c-b6", "ovs_interfaceid": "49f4118c-b6b9-4fbb-95ef-026a988e4068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.998895] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1175.999116] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Fetch image to [datastore1] OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8/OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1175.999307] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Downloading stream optimized image 07c4b1f3-6069-473b-b1ca-4c90fb1a4adc to [datastore1] OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8/OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8.vmdk on the data store datastore1 as vApp {{(pid=69287) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1175.999480] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Downloading image file data 07c4b1f3-6069-473b-b1ca-4c90fb1a4adc to the ESX as VM named 'OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8' {{(pid=69287) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.074209] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1176.074209] env[69287]: value = "resgroup-9" [ 1176.074209] env[69287]: _type = "ResourcePool" [ 1176.074209] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1176.074509] env[69287]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-60eceea0-bd34-4da1-b5a6-3b8ba1a6531e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.095337] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease: (returnval){ [ 1176.095337] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5249d359-438a-6b0c-6f73-61c87ebac422" [ 1176.095337] env[69287]: _type = "HttpNfcLease" [ 1176.095337] env[69287]: } obtained for vApp import into resource pool (val){ [ 1176.095337] env[69287]: value = "resgroup-9" [ 1176.095337] env[69287]: _type = "ResourcePool" [ 1176.095337] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1176.095707] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the lease: (returnval){ [ 1176.095707] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5249d359-438a-6b0c-6f73-61c87ebac422" [ 1176.095707] env[69287]: _type = "HttpNfcLease" [ 1176.095707] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.101489] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.101489] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5249d359-438a-6b0c-6f73-61c87ebac422" [ 1176.101489] env[69287]: _type = "HttpNfcLease" [ 1176.101489] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.235579] env[69287]: DEBUG oslo_vmware.api [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Task: {'id': task-3451367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195525} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.235847] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.236049] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.236235] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.236410] env[69287]: INFO nova.compute.manager [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1176.236657] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.236846] env[69287]: DEBUG nova.compute.manager [-] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.236942] env[69287]: DEBUG nova.network.neutron [-] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.265388] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 32c513e1-a287-499a-b869-fbd4421df05f] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1176.327417] env[69287]: DEBUG oslo_concurrency.lockutils [req-2532e734-7500-4c06-b43a-94ad93f7ff7d req-8124aa96-630c-49ee-9909-a2018e1789f1 service nova] Releasing lock "refresh_cache-93bc4b24-730f-4f2d-8a67-941929341028" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.606139] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.606139] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5249d359-438a-6b0c-6f73-61c87ebac422" [ 1176.606139] env[69287]: _type = "HttpNfcLease" [ 1176.606139] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.628590] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "507e224c-07f7-4724-b288-39c374614c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.628831] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.629014] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.768167] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 4d809d77-1c00-4e7f-bb03-d7f8e3b60a6f] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.000614] env[69287]: DEBUG nova.network.neutron [-] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.105329] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.105329] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5249d359-438a-6b0c-6f73-61c87ebac422" [ 1177.105329] env[69287]: _type = "HttpNfcLease" [ 1177.105329] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.105652] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.105652] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5249d359-438a-6b0c-6f73-61c87ebac422" [ 1177.105652] env[69287]: _type = "HttpNfcLease" [ 1177.105652] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1177.106404] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f458f8-578d-470a-8d79-cf8729a9c9d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.113506] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296ee49-4ab3-8d23-8e50-96b7a1bcce85/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1177.113680] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296ee49-4ab3-8d23-8e50-96b7a1bcce85/disk-0.vmdk. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1177.174903] env[69287]: DEBUG nova.compute.manager [req-e8c7c6c1-2665-49ab-9aa4-fd8e701279d6 req-b445be64-c749-42ac-b129-707d8c7dcb33 service nova] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Received event network-vif-deleted-dc4afe65-2b38-49c0-b1f9-8cbce74ff817 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.178485] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58140905-625f-4def-9766-b72dc8b38312 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.271577] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: bed91ed8-199e-45a4-a88a-e0ceb0165965] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.284018] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.284250] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.504038] env[69287]: INFO nova.compute.manager [-] [instance: 803e0846-cb5e-4acf-9527-2842ec52d8c0] Took 1.27 seconds to deallocate network for instance. [ 1177.704709] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.704906] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.705095] env[69287]: DEBUG nova.network.neutron [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.774855] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 334eacd2-a885-4cd0-82c9-cb9dfe1fab1c] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.786690] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.010205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.010585] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.010914] env[69287]: DEBUG nova.objects.instance [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lazy-loading 'resources' on Instance uuid 803e0846-cb5e-4acf-9527-2842ec52d8c0 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.278822] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 151a5d7e-8593-4d05-ae76-feb01e16c821] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1178.317441] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.451243] env[69287]: DEBUG nova.network.neutron [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [{"id": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "address": "fa:16:3e:5b:5e:ce", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c93f99-bf", "ovs_interfaceid": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.667777] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82d3d86-ee13-41f7-927c-081c6f004188 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.675692] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a11fe-a7f3-40a3-a462-25582b2423cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.708695] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d6789-6616-49ff-b124-798d419115da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.716165] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff1541-dea8-4939-bf28-66a2d2ac93a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.730442] env[69287]: DEBUG nova.compute.provider_tree [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.783311] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 4b1305d9-0c72-4874-9650-1305fbdb76e8] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1178.949593] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1178.949857] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296ee49-4ab3-8d23-8e50-96b7a1bcce85/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1178.951489] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37758da2-cfe0-4c2f-912a-5ab882ae2447 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.955348] env[69287]: DEBUG oslo_concurrency.lockutils [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.963922] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296ee49-4ab3-8d23-8e50-96b7a1bcce85/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1178.964111] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296ee49-4ab3-8d23-8e50-96b7a1bcce85/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1178.964401] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-07af0a07-e75e-4c77-be2b-31c735b38951 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.234561] env[69287]: DEBUG nova.scheduler.client.report [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.286153] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0ca3f117-957f-4669-931e-dd041e660068] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1179.479403] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28ea91-b2f2-428f-a7f2-20d484e3a248 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.497738] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690523ae-762e-4f69-94b7-9647773ba02d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.504516] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.709430] env[69287]: DEBUG oslo_vmware.rw_handles [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296ee49-4ab3-8d23-8e50-96b7a1bcce85/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1179.709660] env[69287]: INFO nova.virt.vmwareapi.images [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Downloaded image file data 07c4b1f3-6069-473b-b1ca-4c90fb1a4adc [ 1179.710619] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4acb0-24e0-4563-a98d-c789d5f13f0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.727131] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ebf8371-4800-45c7-8439-84153fae5924 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.739788] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.742480] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.425s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.743676] env[69287]: INFO nova.compute.claims [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.760946] env[69287]: INFO nova.scheduler.client.report [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Deleted allocations for instance 803e0846-cb5e-4acf-9527-2842ec52d8c0 [ 1179.789793] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 37bc9765-5be5-45b9-b1c4-c6f73045e3bb] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1179.814030] env[69287]: INFO nova.virt.vmwareapi.images [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] The imported VM was unregistered [ 1179.816349] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1179.816582] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Creating directory with path [datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.817112] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300df767-a86e-4740-aae6-3b0a9d40a8f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.829152] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Created directory with path [datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.829152] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8/OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8.vmdk to [datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk. {{(pid=69287) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1179.829366] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f5d6fae-75fa-49d3-8c3a-b8aafe3fe4fe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.836318] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1179.836318] env[69287]: value = "task-3451370" [ 1179.836318] env[69287]: _type = "Task" [ 1179.836318] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.844155] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451370, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.011081] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.011417] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08122605-56f1-40fb-b355-a6b98dd524c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.018941] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1180.018941] env[69287]: value = "task-3451371" [ 1180.018941] env[69287]: _type = "Task" [ 1180.018941] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.028763] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.268422] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ca8ff3b6-fc0a-48e0-8dc1-f36b268420f7 tempest-ServerRescueNegativeTestJSON-547904719 tempest-ServerRescueNegativeTestJSON-547904719-project-member] Lock "803e0846-cb5e-4acf-9527-2842ec52d8c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.639s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.292228] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 2fff0678-f91f-401b-9637-dda14c0c8aa9] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1180.347016] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451370, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.529341] env[69287]: DEBUG oslo_vmware.api [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451371, 'name': PowerOnVM_Task, 'duration_secs': 0.421482} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.529736] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.529736] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea1577-bebb-494e-959f-64b584f1b23f tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance '507e224c-07f7-4724-b288-39c374614c6a' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.564036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.564036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.564036] env[69287]: INFO nova.compute.manager [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Shelving [ 1180.794947] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 49366c42-9423-43b0-8049-4532df302f2d] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1180.847932] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451370, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.875665] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc3940-06b1-4261-94e1-9fb57bd33274 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.885047] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e4eb94-a3cc-4373-80ba-810657b84657 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.916415] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9544161a-58b4-4cf2-a6d8-b821f0e6d3a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.924265] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a730f-fd9d-4ac1-8b13-ddab4806adea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.938933] env[69287]: DEBUG nova.compute.provider_tree [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.298889] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 3b274d58-7b07-4680-9798-bb0b12946abe] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1181.349929] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451370, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.442413] env[69287]: DEBUG nova.scheduler.client.report [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.573323] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.573647] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f8221c-c81b-4739-8e9a-63ba6804e844 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.582051] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1181.582051] env[69287]: value = "task-3451372" [ 1181.582051] env[69287]: _type = "Task" [ 1181.582051] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.593319] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.804543] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 1ce42061-67c9-418d-9363-369225406147] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1181.848810] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451370, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.947802] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.948505] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.092568] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451372, 'name': PowerOffVM_Task, 'duration_secs': 0.336343} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.092851] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.093651] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bfccce-5dc8-4d3f-b28c-77baf765a036 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.114144] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6ff9bb-2ba5-459b-b109-b8f3ee02739d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.306597] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: e8a7e19a-4904-4c9a-ad87-a5f0646181d1] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1182.348832] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451370, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.317529} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.349022] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8/OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8.vmdk to [datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk. [ 1182.349178] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Cleaning up location [datastore1] OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8 {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1182.349350] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_875b6823-0921-4144-9f14-72967e6b9be8 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.349615] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4fa68e-bc5a-441a-9c7a-8dc444c15193 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.356485] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1182.356485] env[69287]: value = "task-3451373" [ 1182.356485] env[69287]: _type = "Task" [ 1182.356485] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.364224] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.454458] env[69287]: DEBUG nova.compute.utils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1182.455934] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.456140] env[69287]: DEBUG nova.network.neutron [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.536079] env[69287]: DEBUG nova.policy [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5073e581d2548f69b529be0cf366491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda090eaafb4a7da5f51e2b7aba55fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.625011] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1182.625327] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83fe6632-3647-4079-9fc4-f5556ce0edb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.633532] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1182.633532] env[69287]: value = "task-3451374" [ 1182.633532] env[69287]: _type = "Task" [ 1182.633532] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.645159] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451374, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.810434] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 52a72c7e-e441-4fb5-a9ce-2f1eb4478308] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1182.857504] env[69287]: DEBUG nova.network.neutron [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Successfully created port: 7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.879249] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032545} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.879988] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.879988] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.880178] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk to [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.881622] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-262190e4-7958-4702-bbe4-a446b87ba828 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.924974] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1182.924974] env[69287]: value = "task-3451375" [ 1182.924974] env[69287]: _type = "Task" [ 1182.924974] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.932487] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.959397] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.093758] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "507e224c-07f7-4724-b288-39c374614c6a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.094052] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.094277] env[69287]: DEBUG nova.compute.manager [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Going to confirm migration 7 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1183.142960] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451374, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.313777] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d91e2d81-cb72-40b4-ac1c-314bd5cd83b8] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1183.433926] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451375, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.646203] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451374, 'name': CreateSnapshot_Task, 'duration_secs': 0.865263} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.646591] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1183.647639] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84bc496-2357-4de4-972f-49a02a56df9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.652525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.654097] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.654097] env[69287]: DEBUG nova.network.neutron [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.654097] env[69287]: DEBUG nova.objects.instance [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'info_cache' on Instance uuid 507e224c-07f7-4724-b288-39c374614c6a {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.818544] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 36209999-6220-4c93-b6d5-d3ea8074e437] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1183.935957] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451375, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.969657] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.005492] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.005744] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.005897] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.006208] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.006276] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.006382] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.006594] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.006756] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.006926] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.007134] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.007408] env[69287]: DEBUG nova.virt.hardware [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.008289] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65213b6a-483f-40c7-8067-0df0494ec1fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.018357] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149fbae2-5832-44d7-ac22-ef9e2e274072 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.171229] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1184.172255] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58342d4f-7869-498b-a22e-a5b198f08214 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.181422] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1184.181422] env[69287]: value = "task-3451376" [ 1184.181422] env[69287]: _type = "Task" [ 1184.181422] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.190413] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451376, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.320572] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ed9f2924-4d7c-4585-9d80-7fabfa0a7f49] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1184.423072] env[69287]: DEBUG nova.compute.manager [req-917da3d9-c8af-41d4-acfe-03ed4fc0f1a1 req-7cad97a8-15fe-4869-889e-b871c0c4ea08 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Received event network-vif-plugged-7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.423421] env[69287]: DEBUG oslo_concurrency.lockutils [req-917da3d9-c8af-41d4-acfe-03ed4fc0f1a1 req-7cad97a8-15fe-4869-889e-b871c0c4ea08 service nova] Acquiring lock "5ba24646-41f7-43cc-bf11-e9edbe778bff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.423697] env[69287]: DEBUG oslo_concurrency.lockutils [req-917da3d9-c8af-41d4-acfe-03ed4fc0f1a1 req-7cad97a8-15fe-4869-889e-b871c0c4ea08 service nova] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.423879] env[69287]: DEBUG oslo_concurrency.lockutils [req-917da3d9-c8af-41d4-acfe-03ed4fc0f1a1 req-7cad97a8-15fe-4869-889e-b871c0c4ea08 service nova] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.424074] env[69287]: DEBUG nova.compute.manager [req-917da3d9-c8af-41d4-acfe-03ed4fc0f1a1 req-7cad97a8-15fe-4869-889e-b871c0c4ea08 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] No waiting events found dispatching network-vif-plugged-7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.424279] env[69287]: WARNING nova.compute.manager [req-917da3d9-c8af-41d4-acfe-03ed4fc0f1a1 req-7cad97a8-15fe-4869-889e-b871c0c4ea08 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Received unexpected event network-vif-plugged-7b002f0c-79bb-486d-a111-c2d237757dc3 for instance with vm_state building and task_state spawning. [ 1184.438900] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451375, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.532495] env[69287]: DEBUG nova.network.neutron [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Successfully updated port: 7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.693532] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451376, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.824569] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: fdd5c1d1-f063-40f0-b242-92693bfd8899] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1184.902510] env[69287]: DEBUG nova.network.neutron [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [{"id": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "address": "fa:16:3e:5b:5e:ce", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64c93f99-bf", "ovs_interfaceid": "64c93f99-bf68-46e5-9e1e-2be7a50b8dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.938059] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451375, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.036371] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.036540] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.036706] env[69287]: DEBUG nova.network.neutron [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.193961] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451376, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.328792] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9eaafd7a-ce2e-4ef0-8a1b-642039348620] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1185.406633] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-507e224c-07f7-4724-b288-39c374614c6a" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.407389] env[69287]: DEBUG nova.objects.instance [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'migration_context' on Instance uuid 507e224c-07f7-4724-b288-39c374614c6a {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.437862] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.369673} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.438158] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc/07c4b1f3-6069-473b-b1ca-4c90fb1a4adc.vmdk to [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.438980] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad6728e-a636-4280-8c1e-25d797a53822 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.463782] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.464629] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7feb40-25b9-45c4-bd41-daf94bfe049d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.485023] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1185.485023] env[69287]: value = "task-3451377" [ 1185.485023] env[69287]: _type = "Task" [ 1185.485023] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.492593] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.570841] env[69287]: DEBUG nova.network.neutron [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.697500] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451376, 'name': CloneVM_Task, 'duration_secs': 1.372033} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.697948] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Created linked-clone VM from snapshot [ 1185.698769] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db5a67-4919-4ae9-ac02-65e22f74a6ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.708380] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Uploading image 2efc9861-8e92-4a34-9a54-92fb4e6e125e {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1185.747027] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1185.747027] env[69287]: value = "vm-689051" [ 1185.747027] env[69287]: _type = "VirtualMachine" [ 1185.747027] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1185.747027] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21ff490a-5fcf-4610-87d0-b9d813f33e0f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.756728] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease: (returnval){ [ 1185.756728] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cbc80b-93a9-46db-cdb3-301d62abf9b7" [ 1185.756728] env[69287]: _type = "HttpNfcLease" [ 1185.756728] env[69287]: } obtained for exporting VM: (result){ [ 1185.756728] env[69287]: value = "vm-689051" [ 1185.756728] env[69287]: _type = "VirtualMachine" [ 1185.756728] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1185.756728] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the lease: (returnval){ [ 1185.756728] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cbc80b-93a9-46db-cdb3-301d62abf9b7" [ 1185.756728] env[69287]: _type = "HttpNfcLease" [ 1185.756728] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1185.765100] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.765100] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cbc80b-93a9-46db-cdb3-301d62abf9b7" [ 1185.765100] env[69287]: _type = "HttpNfcLease" [ 1185.765100] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.765373] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.765373] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cbc80b-93a9-46db-cdb3-301d62abf9b7" [ 1185.765373] env[69287]: _type = "HttpNfcLease" [ 1185.765373] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1185.766108] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb86c31a-8ec8-4553-a7d7-dfea35cc7f45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.778748] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224d3c6-88d5-fb00-8bde-2cb02d1f7909/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.778987] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224d3c6-88d5-fb00-8bde-2cb02d1f7909/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1185.782477] env[69287]: DEBUG nova.network.neutron [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updating instance_info_cache with network_info: [{"id": "7b002f0c-79bb-486d-a111-c2d237757dc3", "address": "fa:16:3e:25:64:8d", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b002f0c-79", "ovs_interfaceid": "7b002f0c-79bb-486d-a111-c2d237757dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.848921] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 256523a9-f101-4231-b1bf-3af7564b4dd5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1185.895286] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-644bdcbc-1f5b-4b21-ae06-8ec2a87b1d28 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.909952] env[69287]: DEBUG nova.objects.base [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Object Instance<507e224c-07f7-4724-b288-39c374614c6a> lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.911160] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32db2484-1c43-4d97-97f8-6aa0e485604b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.936168] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2c33d6-96d0-4a9f-aa86-1b804f9cd155 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.942648] env[69287]: DEBUG oslo_vmware.api [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1185.942648] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52941e34-9e84-ed0c-fad7-669e934e8683" [ 1185.942648] env[69287]: _type = "Task" [ 1185.942648] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.956690] env[69287]: DEBUG oslo_vmware.api [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52941e34-9e84-ed0c-fad7-669e934e8683, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.956939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.957158] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.993584] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451377, 'name': ReconfigVM_Task, 'duration_secs': 0.265902} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.993845] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028/93bc4b24-730f-4f2d-8a67-941929341028.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.994523] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e00349b-ec66-4fdc-b077-4aab4a6464fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.001050] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1186.001050] env[69287]: value = "task-3451379" [ 1186.001050] env[69287]: _type = "Task" [ 1186.001050] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.012351] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451379, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.352560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.352560] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Instance network_info: |[{"id": "7b002f0c-79bb-486d-a111-c2d237757dc3", "address": "fa:16:3e:25:64:8d", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b002f0c-79", "ovs_interfaceid": "7b002f0c-79bb-486d-a111-c2d237757dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.352560] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 14dd9d52-c143-4fae-9e9e-034fb48e9123] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1186.354969] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:64:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b002f0c-79bb-486d-a111-c2d237757dc3', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.367727] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.369145] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.369145] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-281d5e6c-a5fb-4fe9-b7b8-a1777e3a6c9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.133330] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ed9a6c95-9db3-4ddb-928a-18208b85f606] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1187.137840] env[69287]: DEBUG nova.compute.manager [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Received event network-changed-7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.138026] env[69287]: DEBUG nova.compute.manager [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Refreshing instance network info cache due to event network-changed-7b002f0c-79bb-486d-a111-c2d237757dc3. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.138231] env[69287]: DEBUG oslo_concurrency.lockutils [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] Acquiring lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.138406] env[69287]: DEBUG oslo_concurrency.lockutils [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] Acquired lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.138523] env[69287]: DEBUG nova.network.neutron [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Refreshing network info cache for port 7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.158417] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451379, 'name': Rename_Task, 'duration_secs': 0.154134} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.159165] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.159165] env[69287]: value = "task-3451380" [ 1187.159165] env[69287]: _type = "Task" [ 1187.159165] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.159165] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.160012] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87290307-458a-4d0a-8ebc-a5d45d518e79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.179762] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451380, 'name': CreateVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.181749] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1187.181749] env[69287]: value = "task-3451381" [ 1187.181749] env[69287]: _type = "Task" [ 1187.181749] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.197345] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.200229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.200229] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451381, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.295912] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8386fc81-2a5c-48d3-8288-1cb0589e012a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.303778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0c43d-7af5-477b-8e3a-c9c0a5c1c845 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.338381] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf2674f-8df5-443f-a5c7-55fe98fa6647 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.347170] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268a73ce-02a4-42a4-9dd5-95daae2036df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.364381] env[69287]: DEBUG nova.compute.provider_tree [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.637914] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: da70aeb0-9833-4416-a263-872c66d824d7] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1187.670482] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451380, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.691813] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451381, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.703013] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.885496] env[69287]: DEBUG nova.network.neutron [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updated VIF entry in instance network info cache for port 7b002f0c-79bb-486d-a111-c2d237757dc3. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.885959] env[69287]: DEBUG nova.network.neutron [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updating instance_info_cache with network_info: [{"id": "7b002f0c-79bb-486d-a111-c2d237757dc3", "address": "fa:16:3e:25:64:8d", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b002f0c-79", "ovs_interfaceid": "7b002f0c-79bb-486d-a111-c2d237757dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.889499] env[69287]: ERROR nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [req-898630b4-93a5-485e-ad6b-caf463efeea1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-898630b4-93a5-485e-ad6b-caf463efeea1"}]} [ 1187.908109] env[69287]: DEBUG nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1187.923564] env[69287]: DEBUG nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1187.923883] env[69287]: DEBUG nova.compute.provider_tree [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.936555] env[69287]: DEBUG nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1187.956625] env[69287]: DEBUG nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1188.097596] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d95372-01b6-4191-8169-17a96de9a2fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.106332] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37f0f3f-69d9-49bf-9b1e-30924c7da8a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.138935] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e5dc8-b7ac-4640-9407-458325107f75 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.143696] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: acc9d915-13c4-45e2-bc98-0af1d8b9d714] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1188.150690] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c49583-25eb-4ee5-b6eb-9a48b5b107e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.175999] env[69287]: DEBUG nova.compute.provider_tree [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.181870] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451380, 'name': CreateVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.192594] env[69287]: DEBUG oslo_vmware.api [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451381, 'name': PowerOnVM_Task, 'duration_secs': 0.647655} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.192853] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.222745] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.303677] env[69287]: DEBUG nova.compute.manager [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.303677] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e379340-454d-408e-a2ed-c614559496fc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.389780] env[69287]: DEBUG oslo_concurrency.lockutils [req-9429ca57-766b-4443-ac30-d48d4ce727f2 req-cc7bd118-6e0e-418e-93b4-f843fb98ff0f service nova] Releasing lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.650724] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9be6d6f1-0bb5-44b3-bbf6-2269026efdcf] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1188.672155] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451380, 'name': CreateVM_Task, 'duration_secs': 1.410802} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.672341] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.673037] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.673230] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.673560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.673822] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53623af3-53d4-4c6b-b02a-1d958fd3a98e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.678440] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1188.678440] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521e2bd3-9f78-d3e1-645f-b76656c4dd5d" [ 1188.678440] env[69287]: _type = "Task" [ 1188.678440] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.691719] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521e2bd3-9f78-d3e1-645f-b76656c4dd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.692075] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.692283] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.692518] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.692665] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.692841] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.693156] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3507eb40-6ca3-4ae9-a52f-cd9ef17d72d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.701237] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.701471] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.702195] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880fabb7-8c50-458b-a30c-e37da5c7c89e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.708139] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1188.708139] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a1b992-8705-7cb5-29c6-122b72048e7f" [ 1188.708139] env[69287]: _type = "Task" [ 1188.708139] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.716287] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a1b992-8705-7cb5-29c6-122b72048e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.717207] env[69287]: DEBUG nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1188.717448] env[69287]: DEBUG nova.compute.provider_tree [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 153 to 154 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1188.717629] env[69287]: DEBUG nova.compute.provider_tree [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.820179] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b81490a5-d31a-4d84-9dff-a8deb832dceb tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.994s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.154412] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 4617d99a-7eca-44ec-aa4f-daed7a2c056f] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1189.219112] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a1b992-8705-7cb5-29c6-122b72048e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.219903] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601c1d79-6c28-47bc-85fe-0ed2adc11fbf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.228548] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1189.228548] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521dd9b9-739a-b3f3-82d7-d7759272c444" [ 1189.228548] env[69287]: _type = "Task" [ 1189.228548] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.237527] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521dd9b9-739a-b3f3-82d7-d7759272c444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.658190] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ceec6f62-e914-4659-8fab-25647605cc63] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1189.727735] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.770s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.731682] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.509s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.733812] env[69287]: INFO nova.compute.claims [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.750089] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521dd9b9-739a-b3f3-82d7-d7759272c444, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.750370] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.750723] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 5ba24646-41f7-43cc-bf11-e9edbe778bff/5ba24646-41f7-43cc-bf11-e9edbe778bff.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.751116] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8fc1d4f-9694-424c-bce0-81c2ba81e6c4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.759404] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1189.759404] env[69287]: value = "task-3451382" [ 1189.759404] env[69287]: _type = "Task" [ 1189.759404] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.771354] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.162128] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 42273db3-0272-46ac-9be6-edcbe7898d7d] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1190.270163] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440269} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.270486] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 5ba24646-41f7-43cc-bf11-e9edbe778bff/5ba24646-41f7-43cc-bf11-e9edbe778bff.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.270763] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.271093] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c361c53a-fd01-4b2c-917b-3f6108615943 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.278826] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1190.278826] env[69287]: value = "task-3451383" [ 1190.278826] env[69287]: _type = "Task" [ 1190.278826] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.288223] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.297637] env[69287]: INFO nova.scheduler.client.report [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocation for migration aac4a9a7-07ad-431c-988d-7a70ad0a04fb [ 1190.665869] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 47493890-3a5e-4f5e-a1fd-f6be17648fc9] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1190.788086] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065877} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.790640] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.791710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f188c2c-dc99-4c8a-b2e0-6119631a888d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.806282] env[69287]: DEBUG oslo_concurrency.lockutils [None req-39d6577d-aeb4-465b-93c1-20bd791cfb2c tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.712s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.815900] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 5ba24646-41f7-43cc-bf11-e9edbe778bff/5ba24646-41f7-43cc-bf11-e9edbe778bff.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.819639] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0544b7-4125-4512-8920-c16714cfc1b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.839454] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1190.839454] env[69287]: value = "task-3451384" [ 1190.839454] env[69287]: _type = "Task" [ 1190.839454] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.849179] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.902577] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d32b61-c3e8-45dd-88a8-66731f03d98c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.910465] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6289d-4c69-4f90-b014-2d0de088934e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.941113] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc68657-627f-497d-98bc-e2ee9d0aa3e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.948599] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ca1a4-5ae2-4259-980a-20107b3ad335 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.962271] env[69287]: DEBUG nova.compute.provider_tree [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.169220] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 20dc03e1-62af-45fa-bc82-3f81c8a1fba5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1191.350363] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451384, 'name': ReconfigVM_Task, 'duration_secs': 0.261131} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.350658] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 5ba24646-41f7-43cc-bf11-e9edbe778bff/5ba24646-41f7-43cc-bf11-e9edbe778bff.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.351349] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67fc4b64-5ca3-48b8-87bb-c4538ec1808c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.357703] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1191.357703] env[69287]: value = "task-3451385" [ 1191.357703] env[69287]: _type = "Task" [ 1191.357703] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.367164] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451385, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.465709] env[69287]: DEBUG nova.scheduler.client.report [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.672389] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 8ab143f5-d2c6-4ced-805a-89fb0ce860b1] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1191.868070] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451385, 'name': Rename_Task, 'duration_secs': 0.150771} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.868372] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.868611] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a8a17d-42ac-4a36-82bb-5323729fc2e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.875465] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1191.875465] env[69287]: value = "task-3451386" [ 1191.875465] env[69287]: _type = "Task" [ 1191.875465] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.882811] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.970437] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.971134] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.050286] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "507e224c-07f7-4724-b288-39c374614c6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.050602] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.050898] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "507e224c-07f7-4724-b288-39c374614c6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.051147] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.051408] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.053761] env[69287]: INFO nova.compute.manager [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Terminating instance [ 1192.175984] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 601ed800-158d-4bec-a746-1825d79da206] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1192.386094] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.472619] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.472861] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.475643] env[69287]: DEBUG nova.compute.utils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1192.477705] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.477933] env[69287]: DEBUG nova.network.neutron [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.527094] env[69287]: DEBUG nova.policy [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd193870cf69748318b2d9a29b1486ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677fbcd02827485a81e330148de7ca05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.557444] env[69287]: DEBUG nova.compute.manager [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.557654] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.558566] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e86aabd-1cf7-4d71-b79f-0e01ed469eb6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.566016] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.566257] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630d6c67-6c47-4ef6-af9b-8dcc1f2ee4ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.571973] env[69287]: DEBUG oslo_vmware.api [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1192.571973] env[69287]: value = "task-3451387" [ 1192.571973] env[69287]: _type = "Task" [ 1192.571973] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.580267] env[69287]: DEBUG oslo_vmware.api [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.679454] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 33fff088-d4ce-46e6-9680-c4f4d9dd7f7b] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1192.832321] env[69287]: DEBUG nova.network.neutron [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Successfully created port: 5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.887880] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.975163] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.980442] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.082592] env[69287]: DEBUG oslo_vmware.api [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451387, 'name': PowerOffVM_Task, 'duration_secs': 0.235036} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.082879] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.083086] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.083320] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e79da9c-798e-41ff-9fad-25db4deae3cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.147723] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.147953] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.148146] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore2] 507e224c-07f7-4724-b288-39c374614c6a {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.148415] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-234a4117-1ca2-4847-af3b-d500a78354b1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.154773] env[69287]: DEBUG oslo_vmware.api [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1193.154773] env[69287]: value = "task-3451389" [ 1193.154773] env[69287]: _type = "Task" [ 1193.154773] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.163531] env[69287]: DEBUG oslo_vmware.api [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.184267] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0cd1c9c8-22f5-4fef-ad5e-ebf448b075ff] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1193.387469] env[69287]: DEBUG oslo_vmware.api [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451386, 'name': PowerOnVM_Task, 'duration_secs': 1.151321} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.387753] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.387955] env[69287]: INFO nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1193.388186] env[69287]: DEBUG nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.389032] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e8d668-b200-4b7e-8393-be3b008301c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.504015] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.504380] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.506041] env[69287]: INFO nova.compute.claims [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.664871] env[69287]: DEBUG oslo_vmware.api [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402619} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.665154] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.665342] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.665515] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.665684] env[69287]: INFO nova.compute.manager [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1193.665924] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.666163] env[69287]: DEBUG nova.compute.manager [-] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.666265] env[69287]: DEBUG nova.network.neutron [-] [instance: 507e224c-07f7-4724-b288-39c374614c6a] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.686407] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 7adab229-dc33-44c0-bfe5-8ae48d438f41] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1193.906827] env[69287]: INFO nova.compute.manager [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Took 15.61 seconds to build instance. [ 1193.942590] env[69287]: DEBUG nova.compute.manager [req-df5bd7fd-411f-4a4d-a529-260571665e46 req-68cabd1a-d14a-429d-9655-cbfe39ff586d service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Received event network-vif-deleted-64c93f99-bf68-46e5-9e1e-2be7a50b8dfe {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.942802] env[69287]: INFO nova.compute.manager [req-df5bd7fd-411f-4a4d-a529-260571665e46 req-68cabd1a-d14a-429d-9655-cbfe39ff586d service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Neutron deleted interface 64c93f99-bf68-46e5-9e1e-2be7a50b8dfe; detaching it from the instance and deleting it from the info cache [ 1193.942980] env[69287]: DEBUG nova.network.neutron [req-df5bd7fd-411f-4a4d-a529-260571665e46 req-68cabd1a-d14a-429d-9655-cbfe39ff586d service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.990767] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.021997] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.022281] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.022440] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.022618] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.022762] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.023084] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.023365] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.023529] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.023699] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.023863] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.024084] env[69287]: DEBUG nova.virt.hardware [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.025206] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f8f887-3495-4552-8267-c4ba072bb531 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.034032] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8009a2-cb4a-4f3f-b946-0a175e51a166 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.189175] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: e0644f3d-ca8f-4411-b54b-e24c33070882] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1194.265768] env[69287]: DEBUG nova.compute.manager [req-d65792f1-a691-496b-a228-9ab879c49e79 req-547e8b82-1dc5-4ab4-bc6a-1528d135e6bc service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Received event network-vif-plugged-5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.266039] env[69287]: DEBUG oslo_concurrency.lockutils [req-d65792f1-a691-496b-a228-9ab879c49e79 req-547e8b82-1dc5-4ab4-bc6a-1528d135e6bc service nova] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.266263] env[69287]: DEBUG oslo_concurrency.lockutils [req-d65792f1-a691-496b-a228-9ab879c49e79 req-547e8b82-1dc5-4ab4-bc6a-1528d135e6bc service nova] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.266457] env[69287]: DEBUG oslo_concurrency.lockutils [req-d65792f1-a691-496b-a228-9ab879c49e79 req-547e8b82-1dc5-4ab4-bc6a-1528d135e6bc service nova] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.266638] env[69287]: DEBUG nova.compute.manager [req-d65792f1-a691-496b-a228-9ab879c49e79 req-547e8b82-1dc5-4ab4-bc6a-1528d135e6bc service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] No waiting events found dispatching network-vif-plugged-5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.266831] env[69287]: WARNING nova.compute.manager [req-d65792f1-a691-496b-a228-9ab879c49e79 req-547e8b82-1dc5-4ab4-bc6a-1528d135e6bc service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Received unexpected event network-vif-plugged-5fc58895-ea11-4c73-aeb5-1824ddf68d3c for instance with vm_state building and task_state spawning. [ 1194.354891] env[69287]: DEBUG nova.network.neutron [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Successfully updated port: 5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.410277] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e0ed480c-6363-49b0-be1a-866e4d0f873b tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.123s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.424786] env[69287]: DEBUG nova.network.neutron [-] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.446907] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ec7e644-299d-47e6-b493-b7471d9ba197 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.456575] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0571d-defe-4d40-aefb-3096a440ecb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.488790] env[69287]: DEBUG nova.compute.manager [req-df5bd7fd-411f-4a4d-a529-260571665e46 req-68cabd1a-d14a-429d-9655-cbfe39ff586d service nova] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Detach interface failed, port_id=64c93f99-bf68-46e5-9e1e-2be7a50b8dfe, reason: Instance 507e224c-07f7-4724-b288-39c374614c6a could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1194.642542] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba15fa-23d7-44b5-9532-a9f2075ab38f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.651014] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fdb53d-c531-4116-80d1-9c4477e2cb4a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.685177] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda9360f-de70-474a-96e5-2eb2b5a5ebe7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.692347] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 8ee10ea1-17b9-4cc2-8d32-92c0c4d0a09d] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1194.695934] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab691dc2-1b23-4bfa-8070-cb0aed1d2aed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.713048] env[69287]: DEBUG nova.compute.provider_tree [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.859522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.859704] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.859884] env[69287]: DEBUG nova.network.neutron [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.928530] env[69287]: INFO nova.compute.manager [-] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Took 1.26 seconds to deallocate network for instance. [ 1195.197226] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 19b297d9-f3a5-4ebb-8964-815cd27c5fe9] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1195.234315] env[69287]: ERROR nova.scheduler.client.report [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [req-a3e88ba2-af0c-46a6-b5be-f999159bf071] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3e88ba2-af0c-46a6-b5be-f999159bf071"}]} [ 1195.252267] env[69287]: DEBUG nova.scheduler.client.report [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1195.265973] env[69287]: DEBUG nova.scheduler.client.report [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1195.266282] env[69287]: DEBUG nova.compute.provider_tree [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.277688] env[69287]: DEBUG nova.scheduler.client.report [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1195.295123] env[69287]: DEBUG nova.scheduler.client.report [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1195.400032] env[69287]: DEBUG nova.network.neutron [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.433668] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9567c-10d6-45b5-8458-43bf2b69c633 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.437483] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.443557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b12d41-e53e-45a9-864f-171bdad17860 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.479113] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f411be3-6e37-4ac3-97eb-be25ed47f7e7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.488109] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbf0da-2086-4796-849e-f1891b635df3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.504608] env[69287]: DEBUG nova.compute.provider_tree [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.598428] env[69287]: DEBUG nova.network.neutron [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [{"id": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "address": "fa:16:3e:05:6a:e1", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc58895-ea", "ovs_interfaceid": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.615297] env[69287]: DEBUG nova.compute.manager [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1195.705080] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.031726] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224d3c6-88d5-fb00-8bde-2cb02d1f7909/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1196.032720] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7a55be-5757-4639-977d-4e83d069a443 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.039417] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224d3c6-88d5-fb00-8bde-2cb02d1f7909/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.039587] env[69287]: ERROR oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224d3c6-88d5-fb00-8bde-2cb02d1f7909/disk-0.vmdk due to incomplete transfer. [ 1196.039814] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d55f4c8c-ae14-40d7-b6be-035e7c0e5731 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.041994] env[69287]: DEBUG nova.scheduler.client.report [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1196.042247] env[69287]: DEBUG nova.compute.provider_tree [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 158 to 159 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1196.042429] env[69287]: DEBUG nova.compute.provider_tree [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.051033] env[69287]: DEBUG oslo_vmware.rw_handles [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5224d3c6-88d5-fb00-8bde-2cb02d1f7909/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1196.051239] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Uploaded image 2efc9861-8e92-4a34-9a54-92fb4e6e125e to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1196.054072] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1196.054357] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5e0636c-924a-4042-8076-8c597f3cf865 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.060950] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1196.060950] env[69287]: value = "task-3451391" [ 1196.060950] env[69287]: _type = "Task" [ 1196.060950] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.069591] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451391, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.101541] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.101846] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Instance network_info: |[{"id": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "address": "fa:16:3e:05:6a:e1", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc58895-ea", "ovs_interfaceid": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.102309] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:6a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fc58895-ea11-4c73-aeb5-1824ddf68d3c', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.109934] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Creating folder: Project (677fbcd02827485a81e330148de7ca05). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1196.110248] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab95836e-bf54-4350-9d89-9886b2ffe343 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.123358] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Created folder: Project (677fbcd02827485a81e330148de7ca05) in parent group-v688742. [ 1196.123358] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Creating folder: Instances. Parent ref: group-v689054. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1196.123493] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d52aff3-213f-4c17-a7fa-1a96c0e681fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.132340] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Created folder: Instances in parent group-v689054. [ 1196.132637] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.132856] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.133113] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a6ab3d9-c018-4a65-8b86-b49ba0dc3e1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.148219] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.153468] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.153468] env[69287]: value = "task-3451394" [ 1196.153468] env[69287]: _type = "Task" [ 1196.153468] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.161844] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451394, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.294347] env[69287]: DEBUG nova.compute.manager [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Received event network-changed-5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.294542] env[69287]: DEBUG nova.compute.manager [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Refreshing instance network info cache due to event network-changed-5fc58895-ea11-4c73-aeb5-1824ddf68d3c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1196.294755] env[69287]: DEBUG oslo_concurrency.lockutils [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] Acquiring lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.294904] env[69287]: DEBUG oslo_concurrency.lockutils [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] Acquired lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.295077] env[69287]: DEBUG nova.network.neutron [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Refreshing network info cache for port 5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.548452] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.044s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.548998] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.551685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.114s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.551880] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.553943] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.406s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.573349] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451391, 'name': Destroy_Task} progress is 33%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.574333] env[69287]: INFO nova.scheduler.client.report [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocations for instance 507e224c-07f7-4724-b288-39c374614c6a [ 1196.663200] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451394, 'name': CreateVM_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.704353] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.996310] env[69287]: DEBUG nova.network.neutron [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updated VIF entry in instance network info cache for port 5fc58895-ea11-4c73-aeb5-1824ddf68d3c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.996740] env[69287]: DEBUG nova.network.neutron [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [{"id": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "address": "fa:16:3e:05:6a:e1", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc58895-ea", "ovs_interfaceid": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.057176] env[69287]: DEBUG nova.compute.utils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1197.061662] env[69287]: INFO nova.compute.claims [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.065316] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.065316] env[69287]: DEBUG nova.network.neutron [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.076753] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451391, 'name': Destroy_Task, 'duration_secs': 0.693737} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.076953] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Destroyed the VM [ 1197.077202] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1197.077436] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-113ceb32-1bc0-4f38-a8fb-5884d92dd4ef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.084639] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1197.084639] env[69287]: value = "task-3451395" [ 1197.084639] env[69287]: _type = "Task" [ 1197.084639] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.085049] env[69287]: DEBUG oslo_concurrency.lockutils [None req-019461c6-9802-497f-b963-5bbaa68a9ab6 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "507e224c-07f7-4724-b288-39c374614c6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.034s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.094429] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.106244] env[69287]: DEBUG nova.policy [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c44d12f2c034ea6981fd1e1e47b0efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604d4b671987499cbb8f790691ed4225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.164608] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451394, 'name': CreateVM_Task, 'duration_secs': 0.828989} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.164775] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.165483] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.165658] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.165959] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.166588] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8f3517-e0f2-4965-80f3-b02bcc34c3ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.171810] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1197.171810] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52598ce2-db7a-7eab-78ad-de8748ca0c9a" [ 1197.171810] env[69287]: _type = "Task" [ 1197.171810] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.179290] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52598ce2-db7a-7eab-78ad-de8748ca0c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.211496] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.211496] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1197.387376] env[69287]: DEBUG nova.network.neutron [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Successfully created port: 5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.499514] env[69287]: DEBUG oslo_concurrency.lockutils [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] Releasing lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.499792] env[69287]: DEBUG nova.compute.manager [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Received event network-changed-7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.499963] env[69287]: DEBUG nova.compute.manager [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Refreshing instance network info cache due to event network-changed-7b002f0c-79bb-486d-a111-c2d237757dc3. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.500197] env[69287]: DEBUG oslo_concurrency.lockutils [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] Acquiring lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.500364] env[69287]: DEBUG oslo_concurrency.lockutils [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] Acquired lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.500600] env[69287]: DEBUG nova.network.neutron [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Refreshing network info cache for port 7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.565841] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.569670] env[69287]: INFO nova.compute.resource_tracker [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating resource usage from migration b0e296ed-f79e-4ea1-a993-57166558b68f [ 1197.598698] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451395, 'name': RemoveSnapshot_Task, 'duration_secs': 0.445403} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.599011] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1197.599288] env[69287]: DEBUG nova.compute.manager [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.600083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df008561-ef40-4c6d-b46a-cb1b9fadf6bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.686567] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52598ce2-db7a-7eab-78ad-de8748ca0c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.686891] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.687119] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.687358] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.687508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.687682] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.689958] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440fbe81-7565-4fed-9886-985052960f29 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.698338] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.698509] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.699286] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cd986f-c490-486b-8b66-0ce52a50e010 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.702439] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa273c-3208-4bb9-ac92-8a5e8138a859 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.707664] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1197.707664] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f9924c-4b4f-50e6-377a-130e68caec91" [ 1197.707664] env[69287]: _type = "Task" [ 1197.707664] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.712710] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92d1c85-314a-46b6-abaa-e4ff98625677 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.722040] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f9924c-4b4f-50e6-377a-130e68caec91, 'name': SearchDatastore_Task, 'duration_secs': 0.008112} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.746339] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510b866f-7ce4-4edf-8590-211275f6b766 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.748882] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd519a-367b-4424-acbe-2853b03e7382 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.754827] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1197.754827] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52185079-1953-a6d7-3cd2-44a4eed25fef" [ 1197.754827] env[69287]: _type = "Task" [ 1197.754827] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.760300] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6036e5ff-ea9b-489c-87fc-69b595958561 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.768343] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52185079-1953-a6d7-3cd2-44a4eed25fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.776217] env[69287]: DEBUG nova.compute.provider_tree [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.118664] env[69287]: INFO nova.compute.manager [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Shelve offloading [ 1198.200871] env[69287]: DEBUG nova.network.neutron [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updated VIF entry in instance network info cache for port 7b002f0c-79bb-486d-a111-c2d237757dc3. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.201325] env[69287]: DEBUG nova.network.neutron [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updating instance_info_cache with network_info: [{"id": "7b002f0c-79bb-486d-a111-c2d237757dc3", "address": "fa:16:3e:25:64:8d", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b002f0c-79", "ovs_interfaceid": "7b002f0c-79bb-486d-a111-c2d237757dc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.266793] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52185079-1953-a6d7-3cd2-44a4eed25fef, 'name': SearchDatastore_Task, 'duration_secs': 0.014972} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.267108] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.267388] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 9ddd9942-7c47-4a98-b4c5-a093ece7cb11/9ddd9942-7c47-4a98-b4c5-a093ece7cb11.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.267906] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14ec694e-d94e-42cc-9b40-e07dc7b37742 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.274684] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1198.274684] env[69287]: value = "task-3451396" [ 1198.274684] env[69287]: _type = "Task" [ 1198.274684] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.278971] env[69287]: DEBUG nova.scheduler.client.report [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.284684] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.580052] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.602559] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.602881] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.603090] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.603329] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.603512] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.603779] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.603981] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.604244] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.604474] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.604714] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.605204] env[69287]: DEBUG nova.virt.hardware [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.606035] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b41fcc-19d5-4d7d-9cd9-117c31c1339c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.616123] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c81b22-24d5-467a-a032-5590c5273608 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.621934] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.622269] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f22193-becc-47ce-9da1-de0266c041a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.635934] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1198.635934] env[69287]: value = "task-3451397" [ 1198.635934] env[69287]: _type = "Task" [ 1198.635934] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.646375] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1198.646630] env[69287]: DEBUG nova.compute.manager [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.647626] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc10e0-142d-48fa-9a9c-6b232cfe2f08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.658678] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.658993] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.659338] env[69287]: DEBUG nova.network.neutron [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.704569] env[69287]: DEBUG oslo_concurrency.lockutils [req-3a7a4f32-8fc8-4d0c-ac11-2e0a3e5dc593 req-72ab267a-d837-4e77-a56b-fd359418090e service nova] Releasing lock "refresh_cache-5ba24646-41f7-43cc-bf11-e9edbe778bff" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.749896] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.750069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.750218] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d0539695-57c8-490c-8330-071f48be642d] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1198.785763] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.786034] env[69287]: INFO nova.compute.manager [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Migrating [ 1198.792703] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.817368] env[69287]: DEBUG nova.compute.manager [req-36e77c1a-3773-4f04-b5d3-cd5474d21d7e req-6e1105d2-0c41-45cd-a47b-b579050e93d7 service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Received event network-vif-plugged-5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.817599] env[69287]: DEBUG oslo_concurrency.lockutils [req-36e77c1a-3773-4f04-b5d3-cd5474d21d7e req-6e1105d2-0c41-45cd-a47b-b579050e93d7 service nova] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.817869] env[69287]: DEBUG oslo_concurrency.lockutils [req-36e77c1a-3773-4f04-b5d3-cd5474d21d7e req-6e1105d2-0c41-45cd-a47b-b579050e93d7 service nova] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.818137] env[69287]: DEBUG oslo_concurrency.lockutils [req-36e77c1a-3773-4f04-b5d3-cd5474d21d7e req-6e1105d2-0c41-45cd-a47b-b579050e93d7 service nova] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.818320] env[69287]: DEBUG nova.compute.manager [req-36e77c1a-3773-4f04-b5d3-cd5474d21d7e req-6e1105d2-0c41-45cd-a47b-b579050e93d7 service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] No waiting events found dispatching network-vif-plugged-5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.818534] env[69287]: WARNING nova.compute.manager [req-36e77c1a-3773-4f04-b5d3-cd5474d21d7e req-6e1105d2-0c41-45cd-a47b-b579050e93d7 service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Received unexpected event network-vif-plugged-5032534d-257d-494d-b8ef-07e3acbcf776 for instance with vm_state building and task_state spawning. [ 1198.914498] env[69287]: DEBUG nova.network.neutron [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Successfully updated port: 5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.287560] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673751} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.289406] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 9ddd9942-7c47-4a98-b4c5-a093ece7cb11/9ddd9942-7c47-4a98-b4c5-a093ece7cb11.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.289406] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.289818] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be095130-e83a-4db1-bf27-d1ae22caadf3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.296370] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1199.296370] env[69287]: value = "task-3451399" [ 1199.296370] env[69287]: _type = "Task" [ 1199.296370] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.304151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.304319] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.304491] env[69287]: DEBUG nova.network.neutron [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.305730] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.372988] env[69287]: DEBUG nova.network.neutron [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.419940] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.420106] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.420333] env[69287]: DEBUG nova.network.neutron [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.808235] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066071} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.808723] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.809917] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba14f8-cb92-471f-834f-47ec1b370518 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.831981] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 9ddd9942-7c47-4a98-b4c5-a093ece7cb11/9ddd9942-7c47-4a98-b4c5-a093ece7cb11.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.834516] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c97022-bee8-4972-a0da-1f8118b112cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.858018] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1199.858018] env[69287]: value = "task-3451400" [ 1199.858018] env[69287]: _type = "Task" [ 1199.858018] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.864521] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.875346] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.983251] env[69287]: DEBUG nova.network.neutron [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.997744] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.367166] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.469601] env[69287]: DEBUG nova.network.neutron [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.500426] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.500727] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d0539695-57c8-490c-8330-071f48be642d] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1200.501031] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.545998] env[69287]: DEBUG nova.network.neutron [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [{"id": "5032534d-257d-494d-b8ef-07e3acbcf776", "address": "fa:16:3e:dc:1e:ad", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5032534d-25", "ovs_interfaceid": "5032534d-257d-494d-b8ef-07e3acbcf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.625345] env[69287]: DEBUG nova.compute.manager [req-badaec74-0afe-456d-9120-c8bfdb8ab992 req-5262372d-24ca-433c-a446-bcc7ce8dcaf7 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-vif-unplugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.625607] env[69287]: DEBUG oslo_concurrency.lockutils [req-badaec74-0afe-456d-9120-c8bfdb8ab992 req-5262372d-24ca-433c-a446-bcc7ce8dcaf7 service nova] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.625815] env[69287]: DEBUG oslo_concurrency.lockutils [req-badaec74-0afe-456d-9120-c8bfdb8ab992 req-5262372d-24ca-433c-a446-bcc7ce8dcaf7 service nova] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.625994] env[69287]: DEBUG oslo_concurrency.lockutils [req-badaec74-0afe-456d-9120-c8bfdb8ab992 req-5262372d-24ca-433c-a446-bcc7ce8dcaf7 service nova] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.626264] env[69287]: DEBUG nova.compute.manager [req-badaec74-0afe-456d-9120-c8bfdb8ab992 req-5262372d-24ca-433c-a446-bcc7ce8dcaf7 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] No waiting events found dispatching network-vif-unplugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.626883] env[69287]: WARNING nova.compute.manager [req-badaec74-0afe-456d-9120-c8bfdb8ab992 req-5262372d-24ca-433c-a446-bcc7ce8dcaf7 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received unexpected event network-vif-unplugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 for instance with vm_state shelved and task_state shelving_offloading. [ 1200.725025] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.725866] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78155ddc-514a-4b58-af54-a0da79a37f0c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.732975] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.733223] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a876d430-734a-4e2a-ad4b-0bd5855d01bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.800251] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.800484] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.800666] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleting the datastore file [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.801108] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7852d8e2-4f1c-4851-b6f8-6dbe9442a85e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.807408] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1200.807408] env[69287]: value = "task-3451403" [ 1200.807408] env[69287]: _type = "Task" [ 1200.807408] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.815397] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.845122] env[69287]: DEBUG nova.compute.manager [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Received event network-changed-5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.845374] env[69287]: DEBUG nova.compute.manager [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Refreshing instance network info cache due to event network-changed-5032534d-257d-494d-b8ef-07e3acbcf776. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1200.845506] env[69287]: DEBUG oslo_concurrency.lockutils [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] Acquiring lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.866638] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451400, 'name': ReconfigVM_Task, 'duration_secs': 0.70257} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.866886] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 9ddd9942-7c47-4a98-b4c5-a093ece7cb11/9ddd9942-7c47-4a98-b4c5-a093ece7cb11.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.867515] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afc2f0d0-bba9-430b-b5eb-b30a58247251 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.873837] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1200.873837] env[69287]: value = "task-3451404" [ 1200.873837] env[69287]: _type = "Task" [ 1200.873837] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.882597] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451404, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.973400] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.005518] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Getting list of instances from cluster (obj){ [ 1201.005518] env[69287]: value = "domain-c8" [ 1201.005518] env[69287]: _type = "ClusterComputeResource" [ 1201.005518] env[69287]: } {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1201.006865] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef676935-2437-41ce-a1e9-e030e7a39313 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.024359] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Got total of 6 instances {{(pid=69287) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1201.024525] env[69287]: WARNING nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1201.024666] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid d0539695-57c8-490c-8330-071f48be642d {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.024850] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.025014] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.025176] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid 50db598e-d8e1-4afc-90c5-86cc194712c5 {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.025325] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid 933df6c1-afb5-49ba-992f-d0dc924f3102 {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.025470] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid 5ba24646-41f7-43cc-bf11-e9edbe778bff {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.025612] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.025753] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Triggering sync for uuid 0be11f42-6c5a-4785-b5e3-ceeaafb7050d {{(pid=69287) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1201.026111] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "d0539695-57c8-490c-8330-071f48be642d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.026331] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "d0539695-57c8-490c-8330-071f48be642d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.026593] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.026780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "93bc4b24-730f-4f2d-8a67-941929341028" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.027023] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.027240] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "50db598e-d8e1-4afc-90c5-86cc194712c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.027415] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.027572] env[69287]: INFO nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1201.027730] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.027914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.028103] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.028341] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.028523] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.028735] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.028940] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.029150] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.029284] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1201.029987] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb26af1c-dbba-4d23-87e0-424e0423762e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.033273] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b360d2f-0ac2-4144-bfd1-07798eb60833 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.036338] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81e6eb8-fa61-4b8c-90d1-8a442bf9647d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.039034] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd54746c-e67e-4334-bd6e-f96767a0950d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.051153] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.051399] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Instance network_info: |[{"id": "5032534d-257d-494d-b8ef-07e3acbcf776", "address": "fa:16:3e:dc:1e:ad", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5032534d-25", "ovs_interfaceid": "5032534d-257d-494d-b8ef-07e3acbcf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.056668] env[69287]: DEBUG oslo_concurrency.lockutils [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] Acquired lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.057985] env[69287]: DEBUG nova.network.neutron [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Refreshing network info cache for port 5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.058311] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:1e:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5032534d-257d-494d-b8ef-07e3acbcf776', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.071674] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.072574] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.072877] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173ea054-ceb2-49b0-b262-3e7f5600c75d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.101393] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.101393] env[69287]: value = "task-3451405" [ 1201.101393] env[69287]: _type = "Task" [ 1201.101393] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.110119] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451405, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.319182] env[69287]: DEBUG oslo_vmware.api [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188469} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.319402] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.319587] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.319761] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.342728] env[69287]: INFO nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted allocations for instance ff2ae478-021a-4f1e-8a89-01580f651932 [ 1201.386956] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451404, 'name': Rename_Task, 'duration_secs': 0.174039} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.387351] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.387480] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841c974a-1acd-4f8a-9bc6-15f02cc1f608 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.394876] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1201.394876] env[69287]: value = "task-3451406" [ 1201.394876] env[69287]: _type = "Task" [ 1201.394876] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.403595] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.557243] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "d0539695-57c8-490c-8330-071f48be642d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.557649] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.558031] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "93bc4b24-730f-4f2d-8a67-941929341028" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.573571] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.612132] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451405, 'name': CreateVM_Task, 'duration_secs': 0.407402} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.614338] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.614971] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.615153] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.615468] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.615992] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4f5d3b-4e8e-4789-8700-180e8c0b654e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.620982] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1201.620982] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e0fbd2-6292-ba37-ce1c-71327b1f3bcf" [ 1201.620982] env[69287]: _type = "Task" [ 1201.620982] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.629457] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e0fbd2-6292-ba37-ce1c-71327b1f3bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.818155] env[69287]: DEBUG nova.network.neutron [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updated VIF entry in instance network info cache for port 5032534d-257d-494d-b8ef-07e3acbcf776. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.818548] env[69287]: DEBUG nova.network.neutron [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [{"id": "5032534d-257d-494d-b8ef-07e3acbcf776", "address": "fa:16:3e:dc:1e:ad", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5032534d-25", "ovs_interfaceid": "5032534d-257d-494d-b8ef-07e3acbcf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.846675] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.846971] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.847214] env[69287]: DEBUG nova.objects.instance [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'resources' on Instance uuid ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.904957] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451406, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.131504] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52e0fbd2-6292-ba37-ce1c-71327b1f3bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.131810] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.132051] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.132295] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.132444] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.132618] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.132878] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d07a83-fbde-464e-a62f-fa76ef5e9214 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.142451] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.142675] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.143441] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb27b00-e98b-4d9e-a68c-b081c735cdf0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.149912] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1202.149912] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5275acf8-a32b-723e-0006-0b0e469190be" [ 1202.149912] env[69287]: _type = "Task" [ 1202.149912] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.157805] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5275acf8-a32b-723e-0006-0b0e469190be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.320864] env[69287]: DEBUG oslo_concurrency.lockutils [req-6d5ecea6-3d53-4ff4-9430-5c82619a2d69 req-cdeee4b1-9058-4080-b7f3-d13f220b698e service nova] Releasing lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.349993] env[69287]: DEBUG nova.objects.instance [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'numa_topology' on Instance uuid ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.406522] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.489200] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2ef851-73c5-4af1-962e-b39282324417 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.515765] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.655910] env[69287]: DEBUG nova.compute.manager [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.656153] env[69287]: DEBUG nova.compute.manager [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing instance network info cache due to event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1202.656377] env[69287]: DEBUG oslo_concurrency.lockutils [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.656520] env[69287]: DEBUG oslo_concurrency.lockutils [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.656682] env[69287]: DEBUG nova.network.neutron [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.664193] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5275acf8-a32b-723e-0006-0b0e469190be, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.665370] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0ae91a-c745-43e3-a3b0-e3ab4c4f29ca {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.670922] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1202.670922] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247786b-82f2-205d-0039-296a46b1871b" [ 1202.670922] env[69287]: _type = "Task" [ 1202.670922] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.678738] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247786b-82f2-205d-0039-296a46b1871b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.853592] env[69287]: DEBUG nova.objects.base [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.906633] env[69287]: DEBUG oslo_vmware.api [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451406, 'name': PowerOnVM_Task, 'duration_secs': 1.168344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.909427] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.909662] env[69287]: INFO nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1202.909842] env[69287]: DEBUG nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.910964] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2675169b-268a-4169-9c67-c01634f9bc27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.989763] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa14ad-df42-42a9-b589-58a7a0f283c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.998283] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebb5f1b-1bb4-4c89-b3dc-b4ad716a2740 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.031049] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.031736] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062a218b-8345-4953-b6c2-c1f139ab53a9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.033910] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d027ff-f5cc-4bdf-9604-69b43d92e7af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.045833] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa5e64-85ec-4df6-9ea6-f0d932604719 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.050452] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1203.050452] env[69287]: value = "task-3451408" [ 1203.050452] env[69287]: _type = "Task" [ 1203.050452] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.062145] env[69287]: DEBUG nova.compute.provider_tree [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.069044] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.091735] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.182362] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5247786b-82f2-205d-0039-296a46b1871b, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.182637] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.182927] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d/0be11f42-6c5a-4785-b5e3-ceeaafb7050d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.183232] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-064e7cbe-6835-4e14-ab8e-1f7d234a168d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.190368] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1203.190368] env[69287]: value = "task-3451409" [ 1203.190368] env[69287]: _type = "Task" [ 1203.190368] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.199387] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.432829] env[69287]: INFO nova.compute.manager [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Took 15.22 seconds to build instance. [ 1203.561369] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451408, 'name': PowerOffVM_Task, 'duration_secs': 0.369111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.561655] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.561839] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.592089] env[69287]: ERROR nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [req-44f7a267-560f-4652-815f-adb227b8539b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44f7a267-560f-4652-815f-adb227b8539b"}]} [ 1203.622864] env[69287]: DEBUG nova.network.neutron [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updated VIF entry in instance network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.623291] env[69287]: DEBUG nova.network.neutron [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": null, "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.625376] env[69287]: DEBUG nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1203.648984] env[69287]: DEBUG nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1203.649258] env[69287]: DEBUG nova.compute.provider_tree [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.662815] env[69287]: DEBUG nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.689311] env[69287]: DEBUG nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.702710] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.829469] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533577b7-71e5-42a5-abe9-aa408389ad70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.837567] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03ce44-d7a4-4278-8053-f37a9e280fb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.870642] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1771ff52-aa37-4ac5-940c-ade04b75ef46 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.878355] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2434b8-eca6-4fdc-984a-66d08b7c94bf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.892244] env[69287]: DEBUG nova.compute.provider_tree [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.934555] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d155a1a0-258b-481a-ac13-5d1d9ba0ffe6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.737s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.935125] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.906s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.935327] env[69287]: INFO nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] During sync_power_state the instance has a pending task (spawning). Skip. [ 1203.935496] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.070977] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.071265] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.071428] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.071609] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.071757] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.071900] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.072140] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.072321] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.072491] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.072661] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.072839] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.077742] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2fb26d-20f7-4f30-981c-c64136ae5f56 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.094561] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1204.094561] env[69287]: value = "task-3451410" [ 1204.094561] env[69287]: _type = "Task" [ 1204.094561] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.103494] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.128379] env[69287]: DEBUG oslo_concurrency.lockutils [req-6a917e2c-84a1-43cc-85c0-c1f00151c1af req-b5c18cab-44cf-44e5-9669-ed3922293049 service nova] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.202061] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652169} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.202367] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d/0be11f42-6c5a-4785-b5e3-ceeaafb7050d.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.202588] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.202864] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21c8f24f-2523-4b7e-bc53-79fd05a8b9a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.210539] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1204.210539] env[69287]: value = "task-3451411" [ 1204.210539] env[69287]: _type = "Task" [ 1204.210539] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.218432] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.429245] env[69287]: DEBUG nova.scheduler.client.report [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1204.429519] env[69287]: DEBUG nova.compute.provider_tree [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 160 to 161 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1204.429701] env[69287]: DEBUG nova.compute.provider_tree [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.605797] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.678697] env[69287]: DEBUG nova.compute.manager [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Received event network-changed-5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.678962] env[69287]: DEBUG nova.compute.manager [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Refreshing instance network info cache due to event network-changed-5fc58895-ea11-4c73-aeb5-1824ddf68d3c. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.679266] env[69287]: DEBUG oslo_concurrency.lockutils [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] Acquiring lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.679417] env[69287]: DEBUG oslo_concurrency.lockutils [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] Acquired lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.679583] env[69287]: DEBUG nova.network.neutron [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Refreshing network info cache for port 5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.721268] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067871} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.721516] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.722441] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11465c80-7112-4cab-a2dc-cef821bb5c78 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.744694] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d/0be11f42-6c5a-4785-b5e3-ceeaafb7050d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.744931] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42c0e04-857c-48bf-9731-c9302f0ddb67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.766514] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1204.766514] env[69287]: value = "task-3451412" [ 1204.766514] env[69287]: _type = "Task" [ 1204.766514] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.774498] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.935699] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.088s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.106736] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451410, 'name': ReconfigVM_Task, 'duration_secs': 0.955122} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.107083] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.278780] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451412, 'name': ReconfigVM_Task, 'duration_secs': 0.294754} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.279039] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d/0be11f42-6c5a-4785-b5e3-ceeaafb7050d.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.279742] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d473125-d56a-4e3b-bc50-d91e3afdd889 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.291330] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1205.291330] env[69287]: value = "task-3451414" [ 1205.291330] env[69287]: _type = "Task" [ 1205.291330] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.302678] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451414, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.407105] env[69287]: DEBUG nova.network.neutron [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updated VIF entry in instance network info cache for port 5fc58895-ea11-4c73-aeb5-1824ddf68d3c. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.407519] env[69287]: DEBUG nova.network.neutron [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [{"id": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "address": "fa:16:3e:05:6a:e1", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc58895-ea", "ovs_interfaceid": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.444359] env[69287]: DEBUG oslo_concurrency.lockutils [None req-634ddfb8-a573-4727-9fd5-5f7a9218540b tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.881s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.445194] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.418s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.445406] env[69287]: INFO nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1205.445587] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.445985] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.354s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.446173] env[69287]: INFO nova.compute.manager [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Unshelving [ 1205.616711] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.617163] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.617163] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.617320] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.617471] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.617622] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.617832] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.617993] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.618187] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.618345] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.618523] env[69287]: DEBUG nova.virt.hardware [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.623999] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.624301] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3abad80-5447-465b-a316-e4f8a0f95dee {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.643739] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1205.643739] env[69287]: value = "task-3451415" [ 1205.643739] env[69287]: _type = "Task" [ 1205.643739] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.652593] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.802249] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451414, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.911219] env[69287]: DEBUG oslo_concurrency.lockutils [req-bd47df15-541e-4e56-b25e-71455440630c req-6febfa78-ae28-442c-94b9-4d33b52d3bc7 service nova] Releasing lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.154329] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451415, 'name': ReconfigVM_Task, 'duration_secs': 0.185215} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.154618] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.155457] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a859a4d6-6b6e-4d6a-a7a4-b1e6b5345894 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.179542] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.179789] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9560a7d-aeb6-4396-9fbf-eb1d15fe93b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.198372] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1206.198372] env[69287]: value = "task-3451416" [ 1206.198372] env[69287]: _type = "Task" [ 1206.198372] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.207036] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.302656] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451414, 'name': Rename_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.470547] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.470827] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.471102] env[69287]: DEBUG nova.objects.instance [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'pci_requests' on Instance uuid ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.708422] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.803032] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451414, 'name': Rename_Task, 'duration_secs': 1.14619} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.803301] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.803543] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d936b5-8be2-4a55-8d98-abcdd900819e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.810210] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1206.810210] env[69287]: value = "task-3451417" [ 1206.810210] env[69287]: _type = "Task" [ 1206.810210] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.817744] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.976366] env[69287]: DEBUG nova.objects.instance [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lazy-loading 'numa_topology' on Instance uuid ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.210377] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.321132] env[69287]: DEBUG oslo_vmware.api [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451417, 'name': PowerOnVM_Task, 'duration_secs': 0.486892} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.321413] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.321615] env[69287]: INFO nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1207.321790] env[69287]: DEBUG nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.322661] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff74e385-6357-4d52-94e8-083b11eb670c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.478945] env[69287]: INFO nova.compute.claims [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.710301] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451416, 'name': ReconfigVM_Task, 'duration_secs': 1.056581} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.710666] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.710844] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.838210] env[69287]: INFO nova.compute.manager [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Took 14.36 seconds to build instance. [ 1208.218599] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd2db7-42fc-4f36-a720-dbfa2ae3fd57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.240200] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee856ed6-7770-4757-b9a2-7c2ce8909373 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.260943] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.340707] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0a857b0f-873a-4eea-a8db-0dc9e0011131 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.868s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.341298] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.312s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.341689] env[69287]: INFO nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1208.342092] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.605297] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4ef1ef-1495-466a-b58a-2250e601afd0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.613322] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495cf7e2-0e67-4fe2-be52-273f11cb9e46 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.643925] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848eaf87-ad8c-4952-9d23-9ef733eb08f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.652461] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51d07e-2869-4053-ba81-e53719adfc97 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.666218] env[69287]: DEBUG nova.compute.provider_tree [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.825429] env[69287]: DEBUG nova.network.neutron [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Port b1510c0d-75a4-4ff4-933d-34a893b88cdf binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1209.170014] env[69287]: DEBUG nova.scheduler.client.report [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.342587] env[69287]: DEBUG oslo_concurrency.lockutils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.342802] env[69287]: DEBUG oslo_concurrency.lockutils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.674784] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.704684] env[69287]: INFO nova.network.neutron [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1209.849965] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.850322] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.850668] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.853991] env[69287]: DEBUG nova.compute.utils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1209.860754] env[69287]: DEBUG nova.compute.manager [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1210.357656] env[69287]: DEBUG oslo_concurrency.lockutils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.384266] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.384558] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.890446] env[69287]: INFO nova.compute.claims [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.928131] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.929209] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.929209] env[69287]: DEBUG nova.network.neutron [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.124111] env[69287]: DEBUG nova.compute.manager [req-4ea1c265-848d-4788-8c48-612d00230f4f req-a78fbc65-49cc-49c1-8497-96ecab32d370 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-vif-plugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.124289] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ea1c265-848d-4788-8c48-612d00230f4f req-a78fbc65-49cc-49c1-8497-96ecab32d370 service nova] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.124504] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ea1c265-848d-4788-8c48-612d00230f4f req-a78fbc65-49cc-49c1-8497-96ecab32d370 service nova] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.124671] env[69287]: DEBUG oslo_concurrency.lockutils [req-4ea1c265-848d-4788-8c48-612d00230f4f req-a78fbc65-49cc-49c1-8497-96ecab32d370 service nova] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.124841] env[69287]: DEBUG nova.compute.manager [req-4ea1c265-848d-4788-8c48-612d00230f4f req-a78fbc65-49cc-49c1-8497-96ecab32d370 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] No waiting events found dispatching network-vif-plugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.125010] env[69287]: WARNING nova.compute.manager [req-4ea1c265-848d-4788-8c48-612d00230f4f req-a78fbc65-49cc-49c1-8497-96ecab32d370 service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received unexpected event network-vif-plugged-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 for instance with vm_state shelved_offloaded and task_state spawning. [ 1211.213780] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.215064] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.215064] env[69287]: DEBUG nova.network.neutron [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.397043] env[69287]: INFO nova.compute.resource_tracker [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating resource usage from migration 215fa2b4-eccd-44c4-ab79-86ac5b8c4bb7 [ 1211.422623] env[69287]: DEBUG oslo_concurrency.lockutils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.422959] env[69287]: DEBUG oslo_concurrency.lockutils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.423215] env[69287]: INFO nova.compute.manager [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Attaching volume 1b3e2f8b-19d5-424c-92df-188043f988b3 to /dev/sdb [ 1211.459150] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145e0c6-1c08-4b2b-bedf-eca113868a9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.470743] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406dd20b-9037-4a5e-9198-afad1fbf6769 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.488537] env[69287]: DEBUG nova.virt.block_device [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updating existing volume attachment record: 52dbc5b7-e997-4fd0-b095-9a4b8cdf4350 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1211.560022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1479a0-fb4a-49c6-b0f0-ff9c88512780 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.568200] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0a4f4-113f-4e00-977a-80ac580b61f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.600995] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73ff04-ff44-4e2e-972f-3f9ae038e8ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.612208] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbfef82-867b-4de5-849c-7aea4ea5e703 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.628269] env[69287]: DEBUG nova.compute.provider_tree [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.672665] env[69287]: DEBUG nova.network.neutron [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.919783] env[69287]: DEBUG nova.network.neutron [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.134018] env[69287]: DEBUG nova.scheduler.client.report [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.176043] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.422606] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.456145] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='866a4ceedaf5f45c3bbc5d11c3fd3a27',container_format='bare',created_at=2025-04-15T19:18:49Z,direct_url=,disk_format='vmdk',id=2efc9861-8e92-4a34-9a54-92fb4e6e125e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-994140742-shelved',owner='0dacfcff6e6e4305903827a15de0ef7d',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-15T19:19:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.456467] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.456612] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.456806] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.456966] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.457144] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.457364] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.457547] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.457743] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.457912] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.458143] env[69287]: DEBUG nova.virt.hardware [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.459271] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cf1a4-db27-4f04-97ba-0ab5d6008059 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.469143] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc3bad-2e81-4ade-b126-858f6d97c09b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.483813] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:1a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0dd2bc5-f814-46bc-adac-e6dbc35b8a21', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.492418] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.493202] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.493527] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17411cfa-e758-4b12-8acb-a03c99c77e73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.514449] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.514449] env[69287]: value = "task-3451421" [ 1212.514449] env[69287]: _type = "Task" [ 1212.514449] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.522681] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451421, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.636963] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.637208] env[69287]: INFO nova.compute.manager [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Migrating [ 1212.698702] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe5e6b-c9a2-4ad4-8e23-15c7fa282d01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.719649] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea9706-1ccc-4b65-ace5-3b96a110895c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.727583] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.024356] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451421, 'name': CreateVM_Task, 'duration_secs': 0.380104} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.024630] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.025183] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.025350] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.025732] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.025988] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25b51b2-f086-4223-8579-5792d4408d70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.047937] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1213.047937] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d32c5b-1d8f-ef6d-361f-b79cc0293823" [ 1213.047937] env[69287]: _type = "Task" [ 1213.047937] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.055989] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52d32c5b-1d8f-ef6d-361f-b79cc0293823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.151989] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.152262] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.152546] env[69287]: DEBUG nova.network.neutron [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.186196] env[69287]: DEBUG nova.compute.manager [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.186545] env[69287]: DEBUG nova.compute.manager [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing instance network info cache due to event network-changed-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1213.186648] env[69287]: DEBUG oslo_concurrency.lockutils [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] Acquiring lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.186746] env[69287]: DEBUG oslo_concurrency.lockutils [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] Acquired lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.186903] env[69287]: DEBUG nova.network.neutron [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Refreshing network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.234402] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.234680] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a30e2e69-ac26-4c86-8411-909e1618ebd8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.242062] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1213.242062] env[69287]: value = "task-3451423" [ 1213.242062] env[69287]: _type = "Task" [ 1213.242062] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.251500] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.558849] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.559144] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Processing image 2efc9861-8e92-4a34-9a54-92fb4e6e125e {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.559508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.559598] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.559704] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.560015] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-794746c2-6736-42b2-be00-a5b42a3e1340 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.568680] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.568863] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.569606] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f37abf-ee58-4b63-a64c-259fb41b0d6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.575068] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1213.575068] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f15e81-a3e9-85bd-e811-e8beffc14e80" [ 1213.575068] env[69287]: _type = "Task" [ 1213.575068] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.583105] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f15e81-a3e9-85bd-e811-e8beffc14e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.753641] env[69287]: DEBUG oslo_vmware.api [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451423, 'name': PowerOnVM_Task, 'duration_secs': 0.4175} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.754027] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.754290] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21e581de-5d70-436f-ba4b-e7d6a6d3be7c tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance '50db598e-d8e1-4afc-90c5-86cc194712c5' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.966634] env[69287]: DEBUG nova.network.neutron [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [{"id": "5032534d-257d-494d-b8ef-07e3acbcf776", "address": "fa:16:3e:dc:1e:ad", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5032534d-25", "ovs_interfaceid": "5032534d-257d-494d-b8ef-07e3acbcf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.989867] env[69287]: DEBUG nova.network.neutron [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updated VIF entry in instance network info cache for port e0dd2bc5-f814-46bc-adac-e6dbc35b8a21. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.990249] env[69287]: DEBUG nova.network.neutron [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [{"id": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "address": "fa:16:3e:56:1a:49", "network": {"id": "b6184af5-a718-4153-8079-3940c15866fb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-311344899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dacfcff6e6e4305903827a15de0ef7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0dd2bc5-f8", "ovs_interfaceid": "e0dd2bc5-f814-46bc-adac-e6dbc35b8a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.085594] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1214.085859] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Fetch image to [datastore2] OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de/OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1214.086059] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Downloading stream optimized image 2efc9861-8e92-4a34-9a54-92fb4e6e125e to [datastore2] OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de/OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de.vmdk on the data store datastore2 as vApp {{(pid=69287) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1214.086249] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Downloading image file data 2efc9861-8e92-4a34-9a54-92fb4e6e125e to the ESX as VM named 'OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de' {{(pid=69287) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1214.152093] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1214.152093] env[69287]: value = "resgroup-9" [ 1214.152093] env[69287]: _type = "ResourcePool" [ 1214.152093] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1214.152506] env[69287]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-459625d1-01ff-4bcc-a175-bae77e6268ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.175472] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease: (returnval){ [ 1214.175472] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e3dcf-4380-a5d2-7061-caf5881419c8" [ 1214.175472] env[69287]: _type = "HttpNfcLease" [ 1214.175472] env[69287]: } obtained for vApp import into resource pool (val){ [ 1214.175472] env[69287]: value = "resgroup-9" [ 1214.175472] env[69287]: _type = "ResourcePool" [ 1214.175472] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1214.175715] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the lease: (returnval){ [ 1214.175715] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e3dcf-4380-a5d2-7061-caf5881419c8" [ 1214.175715] env[69287]: _type = "HttpNfcLease" [ 1214.175715] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.182093] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.182093] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e3dcf-4380-a5d2-7061-caf5881419c8" [ 1214.182093] env[69287]: _type = "HttpNfcLease" [ 1214.182093] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.470189] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.492940] env[69287]: DEBUG oslo_concurrency.lockutils [req-2d1cee6c-b374-4507-afe4-366ce0b1cea9 req-e52f5e32-e8d3-4f37-ba36-bfac3beae17c service nova] Releasing lock "refresh_cache-ff2ae478-021a-4f1e-8a89-01580f651932" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.684369] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.684369] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e3dcf-4380-a5d2-7061-caf5881419c8" [ 1214.684369] env[69287]: _type = "HttpNfcLease" [ 1214.684369] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1214.684668] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1214.684668] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]528e3dcf-4380-a5d2-7061-caf5881419c8" [ 1214.684668] env[69287]: _type = "HttpNfcLease" [ 1214.684668] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1214.685398] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab172a4-ba4c-4d21-85fd-22583351afa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.692561] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a03a7-b440-42b9-392f-4aaa9ca59289/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1214.692741] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a03a7-b440-42b9-392f-4aaa9ca59289/disk-0.vmdk. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1214.755934] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec55eabd-27ae-448e-8b11-15759ec68923 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.868666] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1215.868961] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a03a7-b440-42b9-392f-4aaa9ca59289/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1215.870083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b19fe2-7117-4250-968e-aef7b6d47e02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.877935] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a03a7-b440-42b9-392f-4aaa9ca59289/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1215.878196] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a03a7-b440-42b9-392f-4aaa9ca59289/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1215.879836] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e31648a1-c510-4ddb-913a-04d4b5d77cdc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.989708] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff0cb4-8c77-48fb-9040-0d76711747d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.008844] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.040991] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1216.041434] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689059', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'name': 'volume-1b3e2f8b-19d5-424c-92df-188043f988b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '933df6c1-afb5-49ba-992f-d0dc924f3102', 'attached_at': '', 'detached_at': '', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'serial': '1b3e2f8b-19d5-424c-92df-188043f988b3'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1216.042381] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2987b6-0252-4676-9c65-026e1c1eb42c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.063013] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60324ee-2641-4f93-9b9f-04cff167a6db {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.090230] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-1b3e2f8b-19d5-424c-92df-188043f988b3/volume-1b3e2f8b-19d5-424c-92df-188043f988b3.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.091725] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b4afaf-eb35-4771-a436-822f3cde6249 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.105103] env[69287]: DEBUG oslo_vmware.rw_handles [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521a03a7-b440-42b9-392f-4aaa9ca59289/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1216.105335] env[69287]: INFO nova.virt.vmwareapi.images [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Downloaded image file data 2efc9861-8e92-4a34-9a54-92fb4e6e125e [ 1216.106149] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ee7aa-ed0a-4f5d-9179-425e19de1f92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.125220] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e245a082-a996-4c61-bb4a-6c0d4ddc3a5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.126927] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1216.126927] env[69287]: value = "task-3451426" [ 1216.126927] env[69287]: _type = "Task" [ 1216.126927] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.138363] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.264201] env[69287]: INFO nova.virt.vmwareapi.images [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] The imported VM was unregistered [ 1216.267367] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1216.267936] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.268454] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf974c2e-b470-4142-ae8f-ad03c8d16aa1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.289509] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.289713] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.294327] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Created directory with path [datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.294516] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de/OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de.vmdk to [datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk. {{(pid=69287) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1216.294780] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0c5d0b67-dc42-421c-a8a4-b704c27690ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.304999] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1216.304999] env[69287]: value = "task-3451428" [ 1216.304999] env[69287]: _type = "Task" [ 1216.304999] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.317955] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.391045] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.486558] env[69287]: DEBUG nova.network.neutron [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Port b1510c0d-75a4-4ff4-933d-34a893b88cdf binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1216.486921] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.487156] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.487387] env[69287]: DEBUG nova.network.neutron [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.514979] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.515302] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b217acce-e7b8-4b46-a46b-156cc2694544 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.523263] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1216.523263] env[69287]: value = "task-3451429" [ 1216.523263] env[69287]: _type = "Task" [ 1216.523263] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.533294] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.640690] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.792230] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.815903] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.047793] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451429, 'name': PowerOffVM_Task, 'duration_secs': 0.332422} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.048224] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.048224] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.140663] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451426, 'name': ReconfigVM_Task, 'duration_secs': 0.997118} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.141381] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-1b3e2f8b-19d5-424c-92df-188043f988b3/volume-1b3e2f8b-19d5-424c-92df-188043f988b3.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.146554] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc5a37a-a6ed-407b-b1d4-213a342a0a01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.168927] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1217.168927] env[69287]: value = "task-3451430" [ 1217.168927] env[69287]: _type = "Task" [ 1217.168927] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.181445] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.283760] env[69287]: DEBUG nova.network.neutron [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.316662] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.317897] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.318201] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.319825] env[69287]: INFO nova.compute.claims [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.554769] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.554972] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.555092] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.555283] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.555433] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.555583] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.555793] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.555954] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.556188] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.556306] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.556482] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.561942] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0833bd-727b-4723-8cce-6133be6dbe20 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.582139] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1217.582139] env[69287]: value = "task-3451431" [ 1217.582139] env[69287]: _type = "Task" [ 1217.582139] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.595031] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.681081] env[69287]: DEBUG oslo_vmware.api [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451430, 'name': ReconfigVM_Task, 'duration_secs': 0.20232} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.681442] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689059', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'name': 'volume-1b3e2f8b-19d5-424c-92df-188043f988b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '933df6c1-afb5-49ba-992f-d0dc924f3102', 'attached_at': '', 'detached_at': '', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'serial': '1b3e2f8b-19d5-424c-92df-188043f988b3'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.787200] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.818878] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.845885] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.849579] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.850111] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.094404] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451431, 'name': ReconfigVM_Task, 'duration_secs': 0.36646} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.094807] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.290744] env[69287]: DEBUG nova.compute.manager [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69287) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1218.290984] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.320965] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.485379] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d6f58-2686-4a6f-ab70-aa9defb868c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.495105] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce8761-e39c-41e7-973a-27d37b623699 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.530416] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aae745-dc96-4d11-9de2-d4f8f477fa9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.541063] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4328cc6-a10b-49ce-a0ad-5667c6693477 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.557393] env[69287]: DEBUG nova.compute.provider_tree [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.601470] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.601778] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.601955] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.602173] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.602330] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.602482] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.602694] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.602860] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.603051] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.603263] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.603435] env[69287]: DEBUG nova.virt.hardware [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.608959] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.609802] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8ec20e-60a3-4e5c-b22a-773f31aab11d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.633609] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1218.633609] env[69287]: value = "task-3451432" [ 1218.633609] env[69287]: _type = "Task" [ 1218.633609] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.644950] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.720840] env[69287]: DEBUG nova.objects.instance [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'flavor' on Instance uuid 933df6c1-afb5-49ba-992f-d0dc924f3102 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.821673] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.850527] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.060436] env[69287]: DEBUG nova.scheduler.client.report [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.144815] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.226342] env[69287]: DEBUG oslo_concurrency.lockutils [None req-caf408d1-d275-42df-a0a0-fb3c072be224 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.318845] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.565470] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.565852] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.568594] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.278s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.646339] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.818686] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451428, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.404229} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.818956] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de/OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de.vmdk to [datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk. [ 1219.819179] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Cleaning up location [datastore2] OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1219.819370] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_48872c0e-3bd4-4406-b0e0-bd8b075977de {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.819627] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8287f62e-9ec4-437f-9130-fa981f38937b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.825843] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1219.825843] env[69287]: value = "task-3451433" [ 1219.825843] env[69287]: _type = "Task" [ 1219.825843] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.833743] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.850285] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.850442] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1219.923026] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.923026] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.071459] env[69287]: DEBUG nova.compute.utils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1220.074456] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.074456] env[69287]: DEBUG nova.network.neutron [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.076186] env[69287]: DEBUG nova.objects.instance [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'migration_context' on Instance uuid 50db598e-d8e1-4afc-90c5-86cc194712c5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.120931] env[69287]: DEBUG nova.policy [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5073e581d2548f69b529be0cf366491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeda090eaafb4a7da5f51e2b7aba55fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.145247] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451432, 'name': ReconfigVM_Task, 'duration_secs': 1.377414} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.147264] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.148085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6dd33-da53-459b-8501-dd73f5d25d4c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.174038] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d/0be11f42-6c5a-4785-b5e3-ceeaafb7050d.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.174357] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e263493c-c547-4ec6-b811-fccfc787098a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.192832] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1220.192832] env[69287]: value = "task-3451434" [ 1220.192832] env[69287]: _type = "Task" [ 1220.192832] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.201084] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.336416] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335709} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.336683] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.336851] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.337113] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk to [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.337370] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c035205-0572-4267-9fdb-8b36c72b622a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.345693] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1220.345693] env[69287]: value = "task-3451435" [ 1220.345693] env[69287]: _type = "Task" [ 1220.345693] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.354938] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.426401] env[69287]: INFO nova.compute.manager [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Detaching volume 1b3e2f8b-19d5-424c-92df-188043f988b3 [ 1220.443842] env[69287]: DEBUG nova.network.neutron [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Successfully created port: bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.473166] env[69287]: INFO nova.virt.block_device [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Attempting to driver detach volume 1b3e2f8b-19d5-424c-92df-188043f988b3 from mountpoint /dev/sdb [ 1220.473648] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1220.473648] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689059', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'name': 'volume-1b3e2f8b-19d5-424c-92df-188043f988b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '933df6c1-afb5-49ba-992f-d0dc924f3102', 'attached_at': '', 'detached_at': '', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'serial': '1b3e2f8b-19d5-424c-92df-188043f988b3'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1220.474589] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a1c9f-96e9-4fa2-9c8c-88f6462bb1f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.498586] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf36f2-882d-4301-805a-c306eb089762 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.509998] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ce39c-8669-4814-a955-ed5433dc1ecf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.534716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3935e-3f2d-409e-906a-50ea035ad530 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.552899] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b3e2f8b-19d5-424c-92df-188043f988b3/volume-1b3e2f8b-19d5-424c-92df-188043f988b3.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1220.558578] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.559009] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10421629-72ee-42d0-ba9f-22052ad0f753 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.578812] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.586498] env[69287]: DEBUG oslo_vmware.api [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1220.586498] env[69287]: value = "task-3451436" [ 1220.586498] env[69287]: _type = "Task" [ 1220.586498] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.598713] env[69287]: DEBUG oslo_vmware.api [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.711336] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451434, 'name': ReconfigVM_Task, 'duration_secs': 0.281776} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.711680] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d/0be11f42-6c5a-4785-b5e3-ceeaafb7050d.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.712583] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.757661] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b6c00d-fca1-410b-a796-34945350439d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.769683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88792a0-5520-4953-94aa-425e6a65d0e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.804434] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476fe43-f215-4c36-9b61-64596c9d4240 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.815990] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847c1601-ca90-4150-b20f-ee336282ae4e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.835318] env[69287]: DEBUG nova.compute.provider_tree [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.850276] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.850495] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1220.858970] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451435, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.087090] env[69287]: INFO nova.virt.block_device [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Booting with volume 0d11a32e-8215-42d9-8fb8-ad01f413886f at /dev/sda [ 1221.104701] env[69287]: DEBUG oslo_vmware.api [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451436, 'name': ReconfigVM_Task, 'duration_secs': 0.332985} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.105075] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.111095] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39188df6-3ff0-4fc6-aaf7-717381eed998 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.125559] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc90fbad-7b1c-4d6e-b657-193766b3b2a6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.131274] env[69287]: DEBUG oslo_vmware.api [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1221.131274] env[69287]: value = "task-3451437" [ 1221.131274] env[69287]: _type = "Task" [ 1221.131274] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.140083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597be826-b593-4d40-8896-1ab9073f8263 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.157378] env[69287]: DEBUG oslo_vmware.api [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.185599] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7195f464-ed1c-4fb5-bb8a-5a07674f2e14 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.200357] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740fa484-6129-481e-97ce-249e93162e6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.218658] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1425ca12-909c-46da-9ee5-5c3cfdf18e9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.251998] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b9be6b-465d-4ca3-9d97-2f4e50d9dabf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.255862] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc62927-8cb7-458b-a106-67baae20583d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.280946] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d4433-6e1c-433f-b001-ee0746b19270 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.284757] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.305828] env[69287]: DEBUG nova.virt.block_device [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating existing volume attachment record: d6788099-d879-426d-baf1-8f814f7e34cf {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.339026] env[69287]: DEBUG nova.scheduler.client.report [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.365593] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451435, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.646315] env[69287]: DEBUG oslo_vmware.api [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451437, 'name': ReconfigVM_Task, 'duration_secs': 0.166822} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.646700] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689059', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'name': 'volume-1b3e2f8b-19d5-424c-92df-188043f988b3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '933df6c1-afb5-49ba-992f-d0dc924f3102', 'attached_at': '', 'detached_at': '', 'volume_id': '1b3e2f8b-19d5-424c-92df-188043f988b3', 'serial': '1b3e2f8b-19d5-424c-92df-188043f988b3'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1221.845281] env[69287]: DEBUG nova.network.neutron [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Port 5032534d-257d-494d-b8ef-07e3acbcf776 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1221.870069] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451435, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.955371] env[69287]: DEBUG nova.compute.manager [req-5f73a6eb-8cb2-4886-919a-2c01817133ba req-8bef7c7b-18ab-45d1-b74e-9864c9298c30 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Received event network-vif-plugged-bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.955599] env[69287]: DEBUG oslo_concurrency.lockutils [req-5f73a6eb-8cb2-4886-919a-2c01817133ba req-8bef7c7b-18ab-45d1-b74e-9864c9298c30 service nova] Acquiring lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.955809] env[69287]: DEBUG oslo_concurrency.lockutils [req-5f73a6eb-8cb2-4886-919a-2c01817133ba req-8bef7c7b-18ab-45d1-b74e-9864c9298c30 service nova] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.955978] env[69287]: DEBUG oslo_concurrency.lockutils [req-5f73a6eb-8cb2-4886-919a-2c01817133ba req-8bef7c7b-18ab-45d1-b74e-9864c9298c30 service nova] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.956177] env[69287]: DEBUG nova.compute.manager [req-5f73a6eb-8cb2-4886-919a-2c01817133ba req-8bef7c7b-18ab-45d1-b74e-9864c9298c30 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] No waiting events found dispatching network-vif-plugged-bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.956347] env[69287]: WARNING nova.compute.manager [req-5f73a6eb-8cb2-4886-919a-2c01817133ba req-8bef7c7b-18ab-45d1-b74e-9864c9298c30 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Received unexpected event network-vif-plugged-bf7b6007-b1a3-417d-a120-8c630d3b7f30 for instance with vm_state building and task_state block_device_mapping. [ 1222.032470] env[69287]: DEBUG nova.network.neutron [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Successfully updated port: bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.194735] env[69287]: DEBUG nova.objects.instance [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'flavor' on Instance uuid 933df6c1-afb5-49ba-992f-d0dc924f3102 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.362976] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.794s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.381824] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451435, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.535647] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.535827] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.535967] env[69287]: DEBUG nova.network.neutron [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.877868] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.878040] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.878218] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.881345] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451435, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.361414} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.882296] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efc9861-8e92-4a34-9a54-92fb4e6e125e/2efc9861-8e92-4a34-9a54-92fb4e6e125e.vmdk to [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.883133] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624e483-fafe-49aa-b716-4170df1b22c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.906462] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.908284] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2de264-e261-42db-b1a1-da246da80345 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.932615] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1222.932615] env[69287]: value = "task-3451438" [ 1222.932615] env[69287]: _type = "Task" [ 1222.932615] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.947455] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.067191] env[69287]: DEBUG nova.network.neutron [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.201920] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09e5c90e-4648-46c3-921c-55f691066a7c tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.257920] env[69287]: DEBUG nova.network.neutron [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.427098] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.427397] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.427608] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.427762] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.427939] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.428097] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.428254] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.428454] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.428612] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.428775] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.428935] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.429120] env[69287]: DEBUG nova.virt.hardware [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.430207] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f1174-1b44-4bf1-9650-7d8bd4bcf045 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.445395] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ceb67a-8fac-4fad-bc7a-cb3c928bb8d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.449059] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451438, 'name': ReconfigVM_Task, 'duration_secs': 0.307744} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.449556] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Reconfigured VM instance instance-0000006f to attach disk [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932/ff2ae478-021a-4f1e-8a89-01580f651932.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.450398] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af486152-4aba-49e6-9e96-19269958ed42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.461467] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1223.461467] env[69287]: value = "task-3451439" [ 1223.461467] env[69287]: _type = "Task" [ 1223.461467] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.470116] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451439, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.760550] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.760958] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Instance network_info: |[{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.761487] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a0:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7b6007-b1a3-417d-a120-8c630d3b7f30', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.769138] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.769640] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.769887] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b28b04c-0d8e-4951-8a85-57f172398e24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.791028] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.791028] env[69287]: value = "task-3451440" [ 1223.791028] env[69287]: _type = "Task" [ 1223.791028] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.798756] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451440, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.914125] env[69287]: INFO nova.compute.manager [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Swapping old allocation on dict_keys(['bf8d97a8-ef6f-44c6-86ac-2c63576b804e']) held by migration b0e296ed-f79e-4ea1-a993-57166558b68f for instance [ 1223.925735] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.925947] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.926137] env[69287]: DEBUG nova.network.neutron [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.938627] env[69287]: DEBUG nova.scheduler.client.report [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Overwriting current allocation {'allocations': {'bf8d97a8-ef6f-44c6-86ac-2c63576b804e': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 164}}, 'project_id': '1a19563fb99c4342a0d089249b9edc1f', 'user_id': '741d01955bc1439fb3dd76f019c6496a', 'consumer_generation': 1} on consumer 50db598e-d8e1-4afc-90c5-86cc194712c5 {{(pid=69287) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1223.973940] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451439, 'name': Rename_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.986088] env[69287]: DEBUG nova.compute.manager [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Received event network-changed-bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.986088] env[69287]: DEBUG nova.compute.manager [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Refreshing instance network info cache due to event network-changed-bf7b6007-b1a3-417d-a120-8c630d3b7f30. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1223.986088] env[69287]: DEBUG oslo_concurrency.lockutils [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] Acquiring lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.986088] env[69287]: DEBUG oslo_concurrency.lockutils [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] Acquired lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.986313] env[69287]: DEBUG nova.network.neutron [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Refreshing network info cache for port bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.017545] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.017728] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.017898] env[69287]: DEBUG nova.network.neutron [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.201574] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.201831] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.202061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "933df6c1-afb5-49ba-992f-d0dc924f3102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.202392] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.202529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.205016] env[69287]: INFO nova.compute.manager [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Terminating instance [ 1224.301481] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451440, 'name': CreateVM_Task, 'duration_secs': 0.49462} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.301659] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.309812] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'd6788099-d879-426d-baf1-8f814f7e34cf', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689058', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'name': 'volume-0d11a32e-8215-42d9-8fb8-ad01f413886f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a425c897-76a1-4ddf-9a99-e9f46c34098b', 'attached_at': '', 'detached_at': '', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'serial': '0d11a32e-8215-42d9-8fb8-ad01f413886f'}, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69287) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1224.310071] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Root volume attach. Driver type: vmdk {{(pid=69287) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1224.310922] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc3814-e039-4276-a637-92848248aa0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.319458] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0516449-fe4d-4e8c-a3b1-7aec1222b657 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.326445] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d1e098-cd14-4294-94df-9fec243fdd02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.332530] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e82cfa11-4a1a-4aea-9c26-d6131687ed21 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.340123] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1224.340123] env[69287]: value = "task-3451441" [ 1224.340123] env[69287]: _type = "Task" [ 1224.340123] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.348259] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451441, 'name': RelocateVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.472400] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451439, 'name': Rename_Task, 'duration_secs': 0.865639} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.472623] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.472870] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c06b6c15-e1f3-4171-a2d0-a4e6e66413ce {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.479938] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1224.479938] env[69287]: value = "task-3451442" [ 1224.479938] env[69287]: _type = "Task" [ 1224.479938] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.489927] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.708947] env[69287]: DEBUG nova.compute.manager [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.709207] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.710070] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc390206-c652-4fc6-8dff-bc77d9d67d1a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.718135] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.718483] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12174787-87cb-4e7f-be6e-bfeac56832f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.725235] env[69287]: DEBUG oslo_vmware.api [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1224.725235] env[69287]: value = "task-3451443" [ 1224.725235] env[69287]: _type = "Task" [ 1224.725235] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.733464] env[69287]: DEBUG oslo_vmware.api [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.851822] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451441, 'name': RelocateVM_Task, 'duration_secs': 0.367299} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.852169] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1224.852559] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689058', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'name': 'volume-0d11a32e-8215-42d9-8fb8-ad01f413886f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a425c897-76a1-4ddf-9a99-e9f46c34098b', 'attached_at': '', 'detached_at': '', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'serial': '0d11a32e-8215-42d9-8fb8-ad01f413886f'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1224.853413] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54329aa6-5ff9-426e-900a-a3c98bb8aedd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.871160] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee7840-2ff2-46fa-b351-c5edbce99bb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.894027] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-0d11a32e-8215-42d9-8fb8-ad01f413886f/volume-0d11a32e-8215-42d9-8fb8-ad01f413886f.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.894391] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423a1ac3-e7be-4c85-a29a-3bcfce16ef13 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.917883] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1224.917883] env[69287]: value = "task-3451444" [ 1224.917883] env[69287]: _type = "Task" [ 1224.917883] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.932279] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.991069] env[69287]: DEBUG oslo_vmware.api [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451442, 'name': PowerOnVM_Task, 'duration_secs': 0.48587} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.991330] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.096564] env[69287]: DEBUG nova.compute.manager [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.097533] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725b2048-5378-44e7-8398-5b69e7c837c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.194069] env[69287]: DEBUG nova.network.neutron [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [{"id": "5032534d-257d-494d-b8ef-07e3acbcf776", "address": "fa:16:3e:dc:1e:ad", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5032534d-25", "ovs_interfaceid": "5032534d-257d-494d-b8ef-07e3acbcf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.236635] env[69287]: DEBUG oslo_vmware.api [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451443, 'name': PowerOffVM_Task, 'duration_secs': 0.244845} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.236635] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.236635] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.237069] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ff05e7-ab35-4475-a253-fe6f4f0732c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.255767] env[69287]: DEBUG nova.network.neutron [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updated VIF entry in instance network info cache for port bf7b6007-b1a3-417d-a120-8c630d3b7f30. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.256140] env[69287]: DEBUG nova.network.neutron [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.288248] env[69287]: DEBUG nova.network.neutron [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [{"id": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "address": "fa:16:3e:cb:d2:b1", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1510c0d-75", "ovs_interfaceid": "b1510c0d-75a4-4ff4-933d-34a893b88cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.323758] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.324024] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.324201] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleting the datastore file [datastore1] 933df6c1-afb5-49ba-992f-d0dc924f3102 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.324472] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b35dc8-907d-47de-8b6c-cec585151fc6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.334440] env[69287]: DEBUG oslo_vmware.api [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for the task: (returnval){ [ 1225.334440] env[69287]: value = "task-3451446" [ 1225.334440] env[69287]: _type = "Task" [ 1225.334440] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.343346] env[69287]: DEBUG oslo_vmware.api [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.428927] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451444, 'name': ReconfigVM_Task, 'duration_secs': 0.285188} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.429223] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-0d11a32e-8215-42d9-8fb8-ad01f413886f/volume-0d11a32e-8215-42d9-8fb8-ad01f413886f.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.434649] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40898784-2058-4546-aede-8c2069863a99 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.452193] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1225.452193] env[69287]: value = "task-3451447" [ 1225.452193] env[69287]: _type = "Task" [ 1225.452193] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.460888] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.619950] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d6bc1d3c-ebc5-4a86-9ea8-acaed5b4be7c tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.174s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.696253] env[69287]: DEBUG oslo_concurrency.lockutils [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.759020] env[69287]: DEBUG oslo_concurrency.lockutils [req-ab430663-8eba-4a01-b525-4099ee2a571c req-dc08967d-1f32-403f-882f-b97bf6dbf9c0 service nova] Releasing lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791197] env[69287]: DEBUG oslo_concurrency.lockutils [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-50db598e-d8e1-4afc-90c5-86cc194712c5" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791702] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.791972] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30244c4c-8325-4d07-b90a-658961dbc304 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.800251] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1225.800251] env[69287]: value = "task-3451448" [ 1225.800251] env[69287]: _type = "Task" [ 1225.800251] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.809880] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.820560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.820802] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.821094] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "93bc4b24-730f-4f2d-8a67-941929341028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.821320] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.821503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.823719] env[69287]: INFO nova.compute.manager [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Terminating instance [ 1225.845041] env[69287]: DEBUG oslo_vmware.api [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Task: {'id': task-3451446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144219} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.845331] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.845519] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.845697] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.845867] env[69287]: INFO nova.compute.manager [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1225.846119] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.846307] env[69287]: DEBUG nova.compute.manager [-] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.846404] env[69287]: DEBUG nova.network.neutron [-] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.963013] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451447, 'name': ReconfigVM_Task, 'duration_secs': 0.140082} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.963332] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689058', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'name': 'volume-0d11a32e-8215-42d9-8fb8-ad01f413886f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a425c897-76a1-4ddf-9a99-e9f46c34098b', 'attached_at': '', 'detached_at': '', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'serial': '0d11a32e-8215-42d9-8fb8-ad01f413886f'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1225.963884] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a33131ea-0146-4a41-b080-d38e12fc989b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.971697] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1225.971697] env[69287]: value = "task-3451449" [ 1225.971697] env[69287]: _type = "Task" [ 1225.971697] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.983397] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451449, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.158953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.159327] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.159467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.159653] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.159823] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.162202] env[69287]: INFO nova.compute.manager [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Terminating instance [ 1226.226474] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac7285-068e-4ca6-a469-be327610d55e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.246688] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa3ade-3cf4-4b83-b7cd-6c2c3cbf7a87 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.255771] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.311880] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451448, 'name': PowerOffVM_Task, 'duration_secs': 0.318318} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.312358] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.312844] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.313070] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.313242] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.313438] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.313589] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.313732] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.313937] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.314104] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.314275] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.314730] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.314730] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.320991] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32cb32b-c5c1-4a11-8ba6-09925124f3a7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.331616] env[69287]: DEBUG nova.compute.manager [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.331811] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.332931] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3937f225-ccf6-4750-8f48-a2159c35d337 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.338091] env[69287]: DEBUG nova.compute.manager [req-e1462fb3-42a5-4177-bb80-11380e23991e req-93deef27-5780-431a-80ee-ad711ec9a2eb service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Received event network-vif-deleted-b9e47053-d786-4551-8914-2da5dd0b2731 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.338285] env[69287]: INFO nova.compute.manager [req-e1462fb3-42a5-4177-bb80-11380e23991e req-93deef27-5780-431a-80ee-ad711ec9a2eb service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Neutron deleted interface b9e47053-d786-4551-8914-2da5dd0b2731; detaching it from the instance and deleting it from the info cache [ 1226.338457] env[69287]: DEBUG nova.network.neutron [req-e1462fb3-42a5-4177-bb80-11380e23991e req-93deef27-5780-431a-80ee-ad711ec9a2eb service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.343758] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1226.343758] env[69287]: value = "task-3451450" [ 1226.343758] env[69287]: _type = "Task" [ 1226.343758] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.349855] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.350917] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a1bf572-42ef-4adc-93b2-af8dcfde9d9e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.358463] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.361211] env[69287]: DEBUG oslo_vmware.api [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1226.361211] env[69287]: value = "task-3451451" [ 1226.361211] env[69287]: _type = "Task" [ 1226.361211] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.374156] env[69287]: DEBUG oslo_vmware.api [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.481862] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451449, 'name': Rename_Task, 'duration_secs': 0.173015} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.482146] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.482443] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af2d7017-8f14-4c45-8d31-d8b9a7b6930d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.490088] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1226.490088] env[69287]: value = "task-3451452" [ 1226.490088] env[69287]: _type = "Task" [ 1226.490088] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.505359] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.665712] env[69287]: DEBUG nova.compute.manager [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.665962] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.666873] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9508781f-f5f9-4dd5-bc7a-2b9cfb9a6ad3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.676356] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.676683] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65bd96c1-2796-42e7-a0db-ea0b067ca5a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.684840] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1226.684840] env[69287]: value = "task-3451453" [ 1226.684840] env[69287]: _type = "Task" [ 1226.684840] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.694278] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.762990] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.763329] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0938bb9-20f5-4e99-99a0-90178b41f60e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.771925] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1226.771925] env[69287]: value = "task-3451454" [ 1226.771925] env[69287]: _type = "Task" [ 1226.771925] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.782733] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.832337] env[69287]: DEBUG nova.network.neutron [-] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.841907] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32bfef11-5975-4e4f-bc43-c2191597feaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.852186] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144cfb31-541b-40ee-9fde-5ffe0eaf738d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.866186] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451450, 'name': ReconfigVM_Task, 'duration_secs': 0.165746} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.870190] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb3192b-8c05-4a4d-866d-1887f3640c3e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.877985] env[69287]: DEBUG oslo_vmware.api [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451451, 'name': PowerOffVM_Task, 'duration_secs': 0.228407} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.891656] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.891855] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.893064] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.893289] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.893451] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.893644] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.893787] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.893933] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.894155] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.894316] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.894486] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.894652] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.894828] env[69287]: DEBUG nova.virt.hardware [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.905381] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45825fde-21d6-43f5-ab5e-568eb524cad6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.907167] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7496fb0-ef57-4c11-9087-daf63a1f6887 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.909673] env[69287]: DEBUG nova.compute.manager [req-e1462fb3-42a5-4177-bb80-11380e23991e req-93deef27-5780-431a-80ee-ad711ec9a2eb service nova] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Detach interface failed, port_id=b9e47053-d786-4551-8914-2da5dd0b2731, reason: Instance 933df6c1-afb5-49ba-992f-d0dc924f3102 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1226.913854] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1226.913854] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fbeb77-9754-a377-9205-fd5b32cfc7d3" [ 1226.913854] env[69287]: _type = "Task" [ 1226.913854] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.923597] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fbeb77-9754-a377-9205-fd5b32cfc7d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.983686] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.983921] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.984126] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleting the datastore file [datastore1] 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.984411] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc0a9eee-392f-438e-bbee-a1eea339ea06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.992418] env[69287]: DEBUG oslo_vmware.api [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for the task: (returnval){ [ 1226.992418] env[69287]: value = "task-3451456" [ 1226.992418] env[69287]: _type = "Task" [ 1226.992418] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.006640] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.010227] env[69287]: DEBUG oslo_vmware.api [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.195130] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451453, 'name': PowerOffVM_Task, 'duration_secs': 0.329045} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.195411] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.195598] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.195843] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27dc478c-565b-4bf0-ae5d-330790fa8982 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.274201] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.274553] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.274778] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleting the datastore file [datastore2] ff2ae478-021a-4f1e-8a89-01580f651932 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.279473] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eab3be0d-56d1-4e13-bcfc-7ce8ebbdd0a5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.293840] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.295121] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for the task: (returnval){ [ 1227.295121] env[69287]: value = "task-3451458" [ 1227.295121] env[69287]: _type = "Task" [ 1227.295121] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.305381] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.335239] env[69287]: INFO nova.compute.manager [-] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Took 1.49 seconds to deallocate network for instance. [ 1227.425379] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52fbeb77-9754-a377-9205-fd5b32cfc7d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013876} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.430832] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.431327] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Didn't find any instances for network info cache update. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1227.431538] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b53c82-c825-479c-8884-bff703f6623a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.446578] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.447182] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.454123] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1227.454123] env[69287]: value = "task-3451459" [ 1227.454123] env[69287]: _type = "Task" [ 1227.454123] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.463491] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.505258] env[69287]: DEBUG oslo_vmware.api [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451452, 'name': PowerOnVM_Task, 'duration_secs': 0.605584} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.508250] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.508489] env[69287]: INFO nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Took 4.08 seconds to spawn the instance on the hypervisor. [ 1227.508669] env[69287]: DEBUG nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.508952] env[69287]: DEBUG oslo_vmware.api [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Task: {'id': task-3451456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264062} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.509868] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8319941-0769-4110-9929-51f195d2b035 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.512323] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.512530] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.512726] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.512895] env[69287]: INFO nova.compute.manager [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1227.513138] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.513364] env[69287]: DEBUG nova.compute.manager [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.513462] env[69287]: DEBUG nova.network.neutron [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.785316] env[69287]: DEBUG oslo_vmware.api [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451454, 'name': PowerOnVM_Task, 'duration_secs': 0.67206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.785615] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.785811] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-02b093fa-4c1c-47f1-a21c-7427482cde18 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance '0be11f42-6c5a-4785-b5e3-ceeaafb7050d' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.805683] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.843070] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.843347] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.843682] env[69287]: DEBUG nova.objects.instance [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lazy-loading 'resources' on Instance uuid 933df6c1-afb5-49ba-992f-d0dc924f3102 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.950489] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.965232] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451459, 'name': ReconfigVM_Task, 'duration_secs': 0.451821} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.965518] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.966347] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c639ab0-d2c1-4169-a811-d98065e850bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.993181] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.994188] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa778747-1bc4-4ba6-9c2e-848b672f0492 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.017154] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1228.017154] env[69287]: value = "task-3451460" [ 1228.017154] env[69287]: _type = "Task" [ 1228.017154] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.032791] env[69287]: INFO nova.compute.manager [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Took 10.74 seconds to build instance. [ 1228.052976] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.311880] env[69287]: DEBUG oslo_vmware.api [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Task: {'id': task-3451458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541398} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.316019] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.316019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.316019] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.316019] env[69287]: INFO nova.compute.manager [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1228.316019] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.316019] env[69287]: DEBUG nova.compute.manager [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.316019] env[69287]: DEBUG nova.network.neutron [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.374598] env[69287]: DEBUG nova.compute.manager [req-13a46b80-e686-48fd-b8bc-d70842bac3f5 req-3da90b2d-0e72-4417-a565-5bb63bd9c0e4 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Received event network-vif-deleted-49f4118c-b6b9-4fbb-95ef-026a988e4068 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.374598] env[69287]: INFO nova.compute.manager [req-13a46b80-e686-48fd-b8bc-d70842bac3f5 req-3da90b2d-0e72-4417-a565-5bb63bd9c0e4 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Neutron deleted interface 49f4118c-b6b9-4fbb-95ef-026a988e4068; detaching it from the instance and deleting it from the info cache [ 1228.374598] env[69287]: DEBUG nova.network.neutron [req-13a46b80-e686-48fd-b8bc-d70842bac3f5 req-3da90b2d-0e72-4417-a565-5bb63bd9c0e4 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.504470] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62a4081-8ca0-4933-8fc3-9c89a44e7276 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.514379] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc67d3bd-6299-4aff-b6d5-89200f3f7e07 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.550077] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e991e6e-48b6-44fc-bbc1-92feecb03245 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.258s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.550287] env[69287]: DEBUG nova.network.neutron [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.553239] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6ceaab-ed6f-4f0a-95e5-73adcb21a6e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.559093] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451460, 'name': ReconfigVM_Task, 'duration_secs': 0.432206} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.559819] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5/50db598e-d8e1-4afc-90c5-86cc194712c5.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.561272] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34e4b5-933e-4b51-a879-d94e348011d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.570022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea964a3-9b16-461d-ad23-e5fe5bce15bb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.590255] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb7e6bf-3e64-4dc3-ac85-4e989e6f1044 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.601134] env[69287]: DEBUG nova.compute.provider_tree [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.624918] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2da7fce-24d9-44c9-afbe-3da2e1ba261c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.646337] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a4d5b-0cf9-48ec-b093-d477eb9d9dfd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.655084] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.655395] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5fcf9f-6df3-478d-aef6-339158de26eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.663337] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1228.663337] env[69287]: value = "task-3451461" [ 1228.663337] env[69287]: _type = "Task" [ 1228.663337] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.672179] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.879909] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7961f964-5a3c-4765-bf17-1edacb27fd22 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.894334] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e71359-710d-4680-bf83-3d166d3411fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.927809] env[69287]: DEBUG nova.compute.manager [req-13a46b80-e686-48fd-b8bc-d70842bac3f5 req-3da90b2d-0e72-4417-a565-5bb63bd9c0e4 service nova] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Detach interface failed, port_id=49f4118c-b6b9-4fbb-95ef-026a988e4068, reason: Instance 93bc4b24-730f-4f2d-8a67-941929341028 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1228.930052] env[69287]: DEBUG nova.compute.manager [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Received event network-changed-8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.930243] env[69287]: DEBUG nova.compute.manager [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Refreshing instance network info cache due to event network-changed-8622f9f4-316c-44df-b3db-8690ead37dd0. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1228.930451] env[69287]: DEBUG oslo_concurrency.lockutils [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] Acquiring lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.930592] env[69287]: DEBUG oslo_concurrency.lockutils [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] Acquired lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.930751] env[69287]: DEBUG nova.network.neutron [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Refreshing network info cache for port 8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.061024] env[69287]: INFO nova.compute.manager [-] [instance: 93bc4b24-730f-4f2d-8a67-941929341028] Took 1.54 seconds to deallocate network for instance. [ 1229.109215] env[69287]: DEBUG nova.scheduler.client.report [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.174728] env[69287]: DEBUG oslo_vmware.api [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451461, 'name': PowerOnVM_Task, 'duration_secs': 0.443232} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.175032] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.379680] env[69287]: DEBUG nova.network.neutron [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.566432] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.614431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.617055] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.666s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.617349] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.617448] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1229.617765] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.052s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.618027] env[69287]: DEBUG nova.objects.instance [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lazy-loading 'resources' on Instance uuid 93bc4b24-730f-4f2d-8a67-941929341028 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.624087] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168eeaf8-7bc4-4ae2-bd7c-09c103b6c0ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.636283] env[69287]: INFO nova.scheduler.client.report [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Deleted allocations for instance 933df6c1-afb5-49ba-992f-d0dc924f3102 [ 1229.638662] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e7f67-c3bb-474a-9f72-ff00be54d66b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.660369] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff470a3d-f1ff-4dd1-b94d-82099bb6e663 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.669190] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b368e19-8a56-45e6-a1a4-32ce28aee790 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.710500] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179998MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1229.710500] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.748125] env[69287]: DEBUG nova.network.neutron [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updated VIF entry in instance network info cache for port 8622f9f4-316c-44df-b3db-8690ead37dd0. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.748565] env[69287]: DEBUG nova.network.neutron [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.882782] env[69287]: INFO nova.compute.manager [-] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Took 1.57 seconds to deallocate network for instance. [ 1230.155437] env[69287]: DEBUG oslo_concurrency.lockutils [None req-429f6a22-d034-4129-bcdd-70d2b13eea44 tempest-AttachVolumeNegativeTest-389951222 tempest-AttachVolumeNegativeTest-389951222-project-member] Lock "933df6c1-afb5-49ba-992f-d0dc924f3102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.217693] env[69287]: INFO nova.compute.manager [None req-62620363-0269-4f4b-aac0-060bb4ab94c2 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance to original state: 'active' [ 1230.252234] env[69287]: DEBUG oslo_concurrency.lockutils [req-b47a08fe-297f-427c-830c-b03998493df1 req-0506ae36-1b73-464a-89ee-d04b58121472 service nova] Releasing lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.265757] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d6451a-06dc-4e2d-935d-94da23580d66 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.275116] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c62658d-bec9-4e98-aef5-7ae94e9d41d7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.310147] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3a4788-700c-40ee-8443-b4544c9ae963 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.319152] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe736ac-2643-4bbd-93d6-251816cb62df {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.334392] env[69287]: DEBUG nova.compute.provider_tree [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.349057] env[69287]: DEBUG nova.compute.manager [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Stashing vm_state: active {{(pid=69287) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1230.389443] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.405802] env[69287]: DEBUG nova.compute.manager [req-430864f1-8f33-4af8-acb5-41168ceea783 req-3135ef71-8734-458e-b573-b54626f9e72d service nova] [instance: ff2ae478-021a-4f1e-8a89-01580f651932] Received event network-vif-deleted-e0dd2bc5-f814-46bc-adac-e6dbc35b8a21 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.584218] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.584500] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.584692] env[69287]: DEBUG nova.compute.manager [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Going to confirm migration 9 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1230.837598] env[69287]: DEBUG nova.scheduler.client.report [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.868884] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.951224] env[69287]: DEBUG nova.compute.manager [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Received event network-changed-bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.951473] env[69287]: DEBUG nova.compute.manager [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Refreshing instance network info cache due to event network-changed-bf7b6007-b1a3-417d-a120-8c630d3b7f30. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1230.951685] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] Acquiring lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.951798] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] Acquired lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.951969] env[69287]: DEBUG nova.network.neutron [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Refreshing network info cache for port bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.125422] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.125686] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.125888] env[69287]: DEBUG nova.network.neutron [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.126097] env[69287]: DEBUG nova.objects.instance [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'info_cache' on Instance uuid 0be11f42-6c5a-4785-b5e3-ceeaafb7050d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.343506] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.346036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.636s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.365867] env[69287]: INFO nova.scheduler.client.report [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Deleted allocations for instance 93bc4b24-730f-4f2d-8a67-941929341028 [ 1231.595566] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "50db598e-d8e1-4afc-90c5-86cc194712c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.595926] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.596047] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.596235] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.596406] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.598604] env[69287]: INFO nova.compute.manager [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Terminating instance [ 1231.675280] env[69287]: DEBUG nova.network.neutron [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updated VIF entry in instance network info cache for port bf7b6007-b1a3-417d-a120-8c630d3b7f30. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.675737] env[69287]: DEBUG nova.network.neutron [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.873471] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d59509c8-8b33-4d39-a632-0f56feb41904 tempest-AttachVolumeShelveTestJSON-882332594 tempest-AttachVolumeShelveTestJSON-882332594-project-member] Lock "93bc4b24-730f-4f2d-8a67-941929341028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.053s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.102886] env[69287]: DEBUG nova.compute.manager [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.103197] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.104136] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d51bf2-4f47-4ec6-97d0-7c69c816cf45 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.112983] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.113278] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16de1b1-4050-4462-b95d-0fc93a571f01 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.121016] env[69287]: DEBUG oslo_vmware.api [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1232.121016] env[69287]: value = "task-3451463" [ 1232.121016] env[69287]: _type = "Task" [ 1232.121016] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.132453] env[69287]: DEBUG oslo_vmware.api [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.178210] env[69287]: DEBUG oslo_concurrency.lockutils [req-4d477c87-039f-4c1c-bbad-67e9527a1472 req-bc9d746a-20f4-41aa-88fd-63ec14504197 service nova] Releasing lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.355443] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Applying migration context for instance 0be11f42-6c5a-4785-b5e3-ceeaafb7050d as it has an incoming, in-progress migration 215fa2b4-eccd-44c4-ab79-86ac5b8c4bb7. Migration status is confirming {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1232.359763] env[69287]: INFO nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating resource usage from migration 215fa2b4-eccd-44c4-ab79-86ac5b8c4bb7 [ 1232.360154] env[69287]: INFO nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating resource usage from migration 55545354-816b-460b-9b9e-b3aba5d00b99 [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d0539695-57c8-490c-8330-071f48be642d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 5ba24646-41f7-43cc-bf11-e9edbe778bff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 50db598e-d8e1-4afc-90c5-86cc194712c5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1232.389161] env[69287]: WARNING nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance ff2ae478-021a-4f1e-8a89-01580f651932 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Migration 215fa2b4-eccd-44c4-ab79-86ac5b8c4bb7 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 0be11f42-6c5a-4785-b5e3-ceeaafb7050d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Migration 55545354-816b-460b-9b9e-b3aba5d00b99 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1232.389161] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a425c897-76a1-4ddf-9a99-e9f46c34098b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1232.390286] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1232.391088] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1232.399973] env[69287]: DEBUG nova.network.neutron [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [{"id": "5032534d-257d-494d-b8ef-07e3acbcf776", "address": "fa:16:3e:dc:1e:ad", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5032534d-25", "ovs_interfaceid": "5032534d-257d-494d-b8ef-07e3acbcf776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.522017] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ccfaf4-7c64-4a4f-b731-3632954a3aec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.531087] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5bde3d-d25a-421c-9aa0-35b0de3d3e2c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.564696] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e878c814-0592-44de-8b73-e1582299d562 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.572082] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fcdefa-f58b-4325-b207-b21deebab760 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.585505] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.630837] env[69287]: DEBUG oslo_vmware.api [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451463, 'name': PowerOffVM_Task, 'duration_secs': 0.286029} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.631180] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.631310] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.631532] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e56c77e5-fbd2-4f32-826d-119ffcf92508 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.711624] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.711851] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.712048] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleting the datastore file [datastore1] 50db598e-d8e1-4afc-90c5-86cc194712c5 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.712349] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb139e73-ffbc-41e5-a0bf-9ccd299cbe8e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.720652] env[69287]: DEBUG oslo_vmware.api [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1232.720652] env[69287]: value = "task-3451465" [ 1232.720652] env[69287]: _type = "Task" [ 1232.720652] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.731457] env[69287]: DEBUG oslo_vmware.api [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.905342] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-0be11f42-6c5a-4785-b5e3-ceeaafb7050d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.905724] env[69287]: DEBUG nova.objects.instance [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'migration_context' on Instance uuid 0be11f42-6c5a-4785-b5e3-ceeaafb7050d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.089177] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.231175] env[69287]: DEBUG oslo_vmware.api [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501916} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.231748] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.231807] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.232014] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.232247] env[69287]: INFO nova.compute.manager [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1233.232675] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.233254] env[69287]: DEBUG nova.compute.manager [-] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.233394] env[69287]: DEBUG nova.network.neutron [-] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.409388] env[69287]: DEBUG nova.objects.base [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Object Instance<0be11f42-6c5a-4785-b5e3-ceeaafb7050d> lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.410379] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e692b84a-a8e0-495e-bafc-6fb1ac26aafc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.430395] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522e7635-ab16-4fe9-9f72-5241d65838bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.438027] env[69287]: DEBUG oslo_vmware.api [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1233.438027] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52588ffc-805a-f1dd-3403-0f0cebd48157" [ 1233.438027] env[69287]: _type = "Task" [ 1233.438027] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.451521] env[69287]: DEBUG oslo_vmware.api [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52588ffc-805a-f1dd-3403-0f0cebd48157, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.451835] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.595422] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1233.595627] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.250s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.595904] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.207s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.596105] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.598296] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.729s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.630402] env[69287]: INFO nova.scheduler.client.report [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Deleted allocations for instance ff2ae478-021a-4f1e-8a89-01580f651932 [ 1233.771250] env[69287]: DEBUG nova.compute.manager [req-6b75c250-4753-494c-85b6-1a928d34b8a5 req-1f0c9564-0140-4757-b1ce-e53835e7d91d service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Received event network-vif-deleted-b1510c0d-75a4-4ff4-933d-34a893b88cdf {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.771544] env[69287]: INFO nova.compute.manager [req-6b75c250-4753-494c-85b6-1a928d34b8a5 req-1f0c9564-0140-4757-b1ce-e53835e7d91d service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Neutron deleted interface b1510c0d-75a4-4ff4-933d-34a893b88cdf; detaching it from the instance and deleting it from the info cache [ 1233.771741] env[69287]: DEBUG nova.network.neutron [req-6b75c250-4753-494c-85b6-1a928d34b8a5 req-1f0c9564-0140-4757-b1ce-e53835e7d91d service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.104151] env[69287]: INFO nova.compute.claims [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.138288] env[69287]: DEBUG oslo_concurrency.lockutils [None req-9a65045f-1fd2-4726-a4b5-118701f78059 tempest-ServerActionsTestOtherB-829252636 tempest-ServerActionsTestOtherB-829252636-project-member] Lock "ff2ae478-021a-4f1e-8a89-01580f651932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.979s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.254253] env[69287]: DEBUG nova.network.neutron [-] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.275015] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ba82e75-8786-41a4-8f8a-59177c94322e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.285559] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18abfcfa-abfe-48d5-9f84-eb8d1f289772 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.317382] env[69287]: DEBUG nova.compute.manager [req-6b75c250-4753-494c-85b6-1a928d34b8a5 req-1f0c9564-0140-4757-b1ce-e53835e7d91d service nova] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Detach interface failed, port_id=b1510c0d-75a4-4ff4-933d-34a893b88cdf, reason: Instance 50db598e-d8e1-4afc-90c5-86cc194712c5 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1234.610756] env[69287]: INFO nova.compute.resource_tracker [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating resource usage from migration 55545354-816b-460b-9b9e-b3aba5d00b99 [ 1234.721105] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da524230-7531-43e5-90df-679b32f17a9b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.728813] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1fd7b9-0ee4-46b6-90aa-f77110a5c1ae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.759669] env[69287]: INFO nova.compute.manager [-] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Took 1.53 seconds to deallocate network for instance. [ 1234.765094] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451a7ec6-c103-426c-b430-4a7e1b0bf502 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.773022] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab795e28-8c28-4443-bb40-41d39b25a824 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.787840] env[69287]: DEBUG nova.compute.provider_tree [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.269210] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.309301] env[69287]: ERROR nova.scheduler.client.report [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [req-ecaf24a9-412f-45bd-b1f3-917f4e260b16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ecaf24a9-412f-45bd-b1f3-917f4e260b16"}]} [ 1235.325983] env[69287]: DEBUG nova.scheduler.client.report [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1235.339644] env[69287]: DEBUG nova.scheduler.client.report [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1235.339868] env[69287]: DEBUG nova.compute.provider_tree [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1235.351160] env[69287]: DEBUG nova.scheduler.client.report [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1235.369870] env[69287]: DEBUG nova.scheduler.client.report [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1235.462641] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe22e94-2b09-455d-a30e-2f1b15798d24 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.471020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ed9e2-a510-463f-b32d-9a068d20a96a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.500426] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea690f0-017e-4518-b25d-d5a042e7ae49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.507373] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e79fd2-07d4-47cc-a730-70764eea3589 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.522021] env[69287]: DEBUG nova.compute.provider_tree [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.055228] env[69287]: DEBUG nova.scheduler.client.report [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1236.055495] env[69287]: DEBUG nova.compute.provider_tree [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 167 to 168 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1236.055660] env[69287]: DEBUG nova.compute.provider_tree [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.560630] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.962s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.560831] env[69287]: INFO nova.compute.manager [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Migrating [ 1236.567710] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.116s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.079591] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.079896] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.079944] env[69287]: DEBUG nova.network.neutron [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.195584] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171514b-f080-4532-8a5d-ca8b70f102da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.204050] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c43d8-cfe3-42af-9c78-d8b1085e98d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.234792] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2657952-44d9-4624-a27e-b72ddadf5d0e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.242173] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814b64a-6489-4a91-9f35-af5436759056 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.257140] env[69287]: DEBUG nova.compute.provider_tree [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.762045] env[69287]: DEBUG nova.scheduler.client.report [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.924928] env[69287]: DEBUG nova.network.neutron [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.427643] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.772808] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.779025] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.507s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.779025] env[69287]: DEBUG nova.objects.instance [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'resources' on Instance uuid 50db598e-d8e1-4afc-90c5-86cc194712c5 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.361079] env[69287]: INFO nova.scheduler.client.report [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocation for migration 215fa2b4-eccd-44c4-ab79-86ac5b8c4bb7 [ 1239.433584] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0227cb9-8dbd-46ae-bb33-7b71ab88c7dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.445124] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c567408d-4ddd-40ed-af0f-3e4f16fbdc38 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.479093] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5af286-97b4-48c9-ac0e-cfc5e4e519d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.486984] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f328026-28cb-4f7a-977e-a30461630675 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.503062] env[69287]: DEBUG nova.compute.provider_tree [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.876294] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c8c76d43-2b4a-4a65-a8f5-1f4aec095598 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.290s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.949102] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8bd83b-b43a-4db2-939b-f363b2901a29 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.973070] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 0 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.006758] env[69287]: DEBUG nova.scheduler.client.report [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.130885] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.131442] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.131736] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.131969] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.133029] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.134414] env[69287]: INFO nova.compute.manager [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Terminating instance [ 1240.479852] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.480204] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-823ebd05-172c-4e28-a0d9-30ddd4c42fe6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.487811] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1240.487811] env[69287]: value = "task-3451470" [ 1240.487811] env[69287]: _type = "Task" [ 1240.487811] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.497316] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.513313] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.538243] env[69287]: INFO nova.scheduler.client.report [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted allocations for instance 50db598e-d8e1-4afc-90c5-86cc194712c5 [ 1240.640498] env[69287]: DEBUG nova.compute.manager [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.640815] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.642161] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b671bd-4b42-4a56-9e80-9ba6c902b3af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.654452] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.654452] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e33a56-fe4f-42da-bbf6-991429acbfae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.664814] env[69287]: DEBUG oslo_vmware.api [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1240.664814] env[69287]: value = "task-3451471" [ 1240.664814] env[69287]: _type = "Task" [ 1240.664814] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.680851] env[69287]: DEBUG oslo_vmware.api [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.741036] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "2549e52f-ed35-4ac0-8474-e61f1c306404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.741270] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.999118] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451470, 'name': PowerOffVM_Task, 'duration_secs': 0.212227} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.999426] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.999627] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 17 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.048558] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0fd9c878-5a81-4d07-88ec-25e8655ffb49 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "50db598e-d8e1-4afc-90c5-86cc194712c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.453s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.173502] env[69287]: DEBUG oslo_vmware.api [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451471, 'name': PowerOffVM_Task, 'duration_secs': 0.183645} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.173835] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.173939] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.174245] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cc1b350-9e65-4acb-9f1c-58c59fd1ad39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.244162] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.257931] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.257931] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.257931] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore2] 0be11f42-6c5a-4785-b5e3-ceeaafb7050d {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.257931] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c33a94a-f329-4c08-a86a-c8470805aa16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.264512] env[69287]: DEBUG oslo_vmware.api [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1241.264512] env[69287]: value = "task-3451473" [ 1241.264512] env[69287]: _type = "Task" [ 1241.264512] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.273054] env[69287]: DEBUG oslo_vmware.api [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.506578] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.506578] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.507036] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.507036] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.507162] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.507247] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.507462] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.507619] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.507789] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.507954] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.508145] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.513408] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd4d227-5588-4158-9b71-4dc873f42801 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.530692] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1241.530692] env[69287]: value = "task-3451474" [ 1241.530692] env[69287]: _type = "Task" [ 1241.530692] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.540314] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.764104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.764382] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.765856] env[69287]: INFO nova.compute.claims [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.779051] env[69287]: DEBUG oslo_vmware.api [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152064} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.779326] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.779583] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.779855] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.780102] env[69287]: INFO nova.compute.manager [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1241.780417] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.780666] env[69287]: DEBUG nova.compute.manager [-] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.780850] env[69287]: DEBUG nova.network.neutron [-] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.042892] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451474, 'name': ReconfigVM_Task, 'duration_secs': 0.324577} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.043228] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 33 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.183571] env[69287]: DEBUG nova.compute.manager [req-cc5c3d20-e13d-4578-bd2c-5f064e47efb0 req-d6064ae1-f296-4646-a69f-225fc389e3ba service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Received event network-vif-deleted-5032534d-257d-494d-b8ef-07e3acbcf776 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.183733] env[69287]: INFO nova.compute.manager [req-cc5c3d20-e13d-4578-bd2c-5f064e47efb0 req-d6064ae1-f296-4646-a69f-225fc389e3ba service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Neutron deleted interface 5032534d-257d-494d-b8ef-07e3acbcf776; detaching it from the instance and deleting it from the info cache [ 1242.183973] env[69287]: DEBUG nova.network.neutron [req-cc5c3d20-e13d-4578-bd2c-5f064e47efb0 req-d6064ae1-f296-4646-a69f-225fc389e3ba service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.203732] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "2713d3da-7717-49a7-802b-ba0830eb5f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.203732] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.550167] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.550446] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.550579] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.550760] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.550917] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.551075] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.551285] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.551505] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.551747] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.551849] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.552110] env[69287]: DEBUG nova.virt.hardware [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.557464] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.557750] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9667fa17-da61-42f1-92d7-4ababd6ddda5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.576515] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1242.576515] env[69287]: value = "task-3451475" [ 1242.576515] env[69287]: _type = "Task" [ 1242.576515] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.585661] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.664258] env[69287]: DEBUG nova.network.neutron [-] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.688417] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc095ac3-1ded-4ba9-bd28-3abc09f18648 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.703059] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093cfd38-549d-47e0-83a4-71eedb1799f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.713513] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.734505] env[69287]: DEBUG nova.compute.manager [req-cc5c3d20-e13d-4578-bd2c-5f064e47efb0 req-d6064ae1-f296-4646-a69f-225fc389e3ba service nova] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Detach interface failed, port_id=5032534d-257d-494d-b8ef-07e3acbcf776, reason: Instance 0be11f42-6c5a-4785-b5e3-ceeaafb7050d could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1242.902892] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9163f37c-1138-4d5a-9add-c405d0058383 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.910619] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6d7efd-b5f9-4e20-b41c-08375120bbc1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.943768] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3deca7-5e5c-4908-b9d1-1ab99bd77bc8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.951357] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec57bed-d8f8-411a-9cca-054ba0662f6b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.965051] env[69287]: DEBUG nova.compute.provider_tree [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.086902] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451475, 'name': ReconfigVM_Task, 'duration_secs': 0.170961} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.087207] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.088036] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f1a36-2896-4579-8785-0d33e4e90ca8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.110188] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-0d11a32e-8215-42d9-8fb8-ad01f413886f/volume-0d11a32e-8215-42d9-8fb8-ad01f413886f.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.110476] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cf7ac8-9970-4443-83c0-79b8d66494c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.128399] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1243.128399] env[69287]: value = "task-3451476" [ 1243.128399] env[69287]: _type = "Task" [ 1243.128399] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.135810] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.167574] env[69287]: INFO nova.compute.manager [-] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Took 1.39 seconds to deallocate network for instance. [ 1243.233539] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.470299] env[69287]: DEBUG nova.scheduler.client.report [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.563081] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.563351] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.629439] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.629685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.641830] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451476, 'name': ReconfigVM_Task, 'duration_secs': 0.264117} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.642117] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-0d11a32e-8215-42d9-8fb8-ad01f413886f/volume-0d11a32e-8215-42d9-8fb8-ad01f413886f.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.642382] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 50 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.674338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.976273] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.976809] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.979487] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.746s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.980961] env[69287]: INFO nova.compute.claims [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.065758] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.136679] env[69287]: DEBUG nova.compute.utils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.148887] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b9d1e-05db-4efe-91b1-b849323dffb6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.168083] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4cd1bb-16e9-4c4f-b5e5-56d51ddd1b93 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.185168] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 67 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.485334] env[69287]: DEBUG nova.compute.utils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.488818] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.488818] env[69287]: DEBUG nova.network.neutron [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.529007] env[69287]: DEBUG nova.policy [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c44d12f2c034ea6981fd1e1e47b0efd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '604d4b671987499cbb8f790691ed4225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.588890] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.639398] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.764564] env[69287]: DEBUG nova.network.neutron [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Successfully created port: 563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.990074] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.099347] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d434334-0f5c-406d-9900-2dcee359321e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.107128] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad69b1d-f0a7-46c0-b980-7c463fbce99f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.136912] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5f06d-9b9c-4d77-9a0f-c6f956f9089b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.143986] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23052370-086c-4524-b138-67164cc9619f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.156707] env[69287]: DEBUG nova.compute.provider_tree [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.659819] env[69287]: DEBUG nova.scheduler.client.report [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.695148] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.695372] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.695590] env[69287]: INFO nova.compute.manager [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Attaching volume d1b26294-4635-4999-a6ff-b065f7e6abb7 to /dev/sdb [ 1245.729674] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf6c174-dd10-413f-8fba-2fa088d0eb39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.737150] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b32874d-74ec-44a5-8b2b-988a1e16794a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.750367] env[69287]: DEBUG nova.virt.block_device [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating existing volume attachment record: 86ec2298-c034-4f47-b439-1a8d00b04e6b {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.823498] env[69287]: DEBUG nova.network.neutron [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Port bf7b6007-b1a3-417d-a120-8c630d3b7f30 binding to destination host cpu-1 is already ACTIVE {{(pid=69287) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.002310] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.031056] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.031310] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.031496] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.031688] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.031835] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.031981] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.032206] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.032366] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.032558] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.032727] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.032900] env[69287]: DEBUG nova.virt.hardware [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.033798] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c637faf-1ec2-43ac-8d4c-dc9d53a60d9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.040869] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db14ff9d-130f-4bee-bf97-0be64611c104 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.113717] env[69287]: DEBUG nova.compute.manager [req-8cdeaf05-de21-4a3f-9f3c-26020e83e449 req-2362732d-e24f-4bdb-a845-a92c72775639 service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Received event network-vif-plugged-563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1246.113965] env[69287]: DEBUG oslo_concurrency.lockutils [req-8cdeaf05-de21-4a3f-9f3c-26020e83e449 req-2362732d-e24f-4bdb-a845-a92c72775639 service nova] Acquiring lock "2549e52f-ed35-4ac0-8474-e61f1c306404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.114210] env[69287]: DEBUG oslo_concurrency.lockutils [req-8cdeaf05-de21-4a3f-9f3c-26020e83e449 req-2362732d-e24f-4bdb-a845-a92c72775639 service nova] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.114414] env[69287]: DEBUG oslo_concurrency.lockutils [req-8cdeaf05-de21-4a3f-9f3c-26020e83e449 req-2362732d-e24f-4bdb-a845-a92c72775639 service nova] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.114786] env[69287]: DEBUG nova.compute.manager [req-8cdeaf05-de21-4a3f-9f3c-26020e83e449 req-2362732d-e24f-4bdb-a845-a92c72775639 service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] No waiting events found dispatching network-vif-plugged-563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.114868] env[69287]: WARNING nova.compute.manager [req-8cdeaf05-de21-4a3f-9f3c-26020e83e449 req-2362732d-e24f-4bdb-a845-a92c72775639 service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Received unexpected event network-vif-plugged-563846bf-c9d9-4423-b472-1922c4c97ef1 for instance with vm_state building and task_state spawning. [ 1246.164807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.165326] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.168688] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.495s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.168886] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.171145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.582s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.172973] env[69287]: INFO nova.compute.claims [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.200838] env[69287]: INFO nova.scheduler.client.report [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocations for instance 0be11f42-6c5a-4785-b5e3-ceeaafb7050d [ 1246.241784] env[69287]: DEBUG nova.network.neutron [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Successfully updated port: 563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.670354] env[69287]: DEBUG nova.compute.utils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.671769] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.671934] env[69287]: DEBUG nova.network.neutron [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.708061] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e477a8d1-315b-4fe7-9e2e-96b149591f3e tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "0be11f42-6c5a-4785-b5e3-ceeaafb7050d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.577s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.715668] env[69287]: DEBUG nova.policy [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '741d01955bc1439fb3dd76f019c6496a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a19563fb99c4342a0d089249b9edc1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.744772] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "refresh_cache-2549e52f-ed35-4ac0-8474-e61f1c306404" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.744983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "refresh_cache-2549e52f-ed35-4ac0-8474-e61f1c306404" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.745103] env[69287]: DEBUG nova.network.neutron [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.847395] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.847645] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.847804] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.020453] env[69287]: DEBUG nova.network.neutron [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Successfully created port: e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.174875] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.275631] env[69287]: DEBUG nova.network.neutron [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.290924] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d85a49-66cd-42bd-b791-e89daf636baa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.300959] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73c1b18-fa4d-4db5-a04e-d33a67681aa6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.335677] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8919056a-17e7-460f-99b2-5f0006783e61 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.342981] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d52979-9f23-47fd-998e-6d499e6fe8b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.359417] env[69287]: DEBUG nova.compute.provider_tree [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.451036] env[69287]: DEBUG nova.network.neutron [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Updating instance_info_cache with network_info: [{"id": "563846bf-c9d9-4423-b472-1922c4c97ef1", "address": "fa:16:3e:05:23:be", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563846bf-c9", "ovs_interfaceid": "563846bf-c9d9-4423-b472-1922c4c97ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.862689] env[69287]: DEBUG nova.scheduler.client.report [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.879463] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.879654] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.879830] env[69287]: DEBUG nova.network.neutron [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.954098] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "refresh_cache-2549e52f-ed35-4ac0-8474-e61f1c306404" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.954399] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Instance network_info: |[{"id": "563846bf-c9d9-4423-b472-1922c4c97ef1", "address": "fa:16:3e:05:23:be", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563846bf-c9", "ovs_interfaceid": "563846bf-c9d9-4423-b472-1922c4c97ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.954787] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:23:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563846bf-c9d9-4423-b472-1922c4c97ef1', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.962760] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.962969] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.963273] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61db0e07-8db0-4e93-8bb5-81c85ffbcd33 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.984444] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.984444] env[69287]: value = "task-3451480" [ 1247.984444] env[69287]: _type = "Task" [ 1247.984444] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.991739] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451480, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.138178] env[69287]: DEBUG nova.compute.manager [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Received event network-changed-563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1248.138178] env[69287]: DEBUG nova.compute.manager [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Refreshing instance network info cache due to event network-changed-563846bf-c9d9-4423-b472-1922c4c97ef1. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1248.138178] env[69287]: DEBUG oslo_concurrency.lockutils [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] Acquiring lock "refresh_cache-2549e52f-ed35-4ac0-8474-e61f1c306404" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.138394] env[69287]: DEBUG oslo_concurrency.lockutils [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] Acquired lock "refresh_cache-2549e52f-ed35-4ac0-8474-e61f1c306404" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.138394] env[69287]: DEBUG nova.network.neutron [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Refreshing network info cache for port 563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.184431] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.212371] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.212637] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.212797] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.212977] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.213143] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.213292] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.213505] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.213737] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.213935] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.214116] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.214292] env[69287]: DEBUG nova.virt.hardware [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.215414] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da671c13-7c0b-4a61-94eb-a6a05751468e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.222934] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b3bec5-6b9e-481f-a2fa-d9219ffe5e67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.367289] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.367821] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.495807] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451480, 'name': CreateVM_Task, 'duration_secs': 0.273303} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.495967] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.496678] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.496840] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.497163] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.497401] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9464f730-c80f-45c4-9e48-fd62a365a39b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.501521] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1248.501521] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527fde78-62b3-e102-03fd-c1d37705a49e" [ 1248.501521] env[69287]: _type = "Task" [ 1248.501521] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.508644] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527fde78-62b3-e102-03fd-c1d37705a49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.552332] env[69287]: DEBUG nova.network.neutron [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Successfully updated port: e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.705891] env[69287]: DEBUG nova.network.neutron [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.839675] env[69287]: DEBUG nova.network.neutron [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Updated VIF entry in instance network info cache for port 563846bf-c9d9-4423-b472-1922c4c97ef1. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.840093] env[69287]: DEBUG nova.network.neutron [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Updating instance_info_cache with network_info: [{"id": "563846bf-c9d9-4423-b472-1922c4c97ef1", "address": "fa:16:3e:05:23:be", "network": {"id": "08395a1a-e77f-421e-83be-cac8d0dd0cec", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1796113238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "604d4b671987499cbb8f790691ed4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563846bf-c9", "ovs_interfaceid": "563846bf-c9d9-4423-b472-1922c4c97ef1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.872209] env[69287]: DEBUG nova.compute.utils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1248.873478] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.873670] env[69287]: DEBUG nova.network.neutron [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.912312] env[69287]: DEBUG nova.policy [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8410891749c8459faa67497ca2a14b4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d48269cecf34d878eb49fedbea9c7c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.014178] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]527fde78-62b3-e102-03fd-c1d37705a49e, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.015042] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.015419] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.015807] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.016101] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.016415] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.016792] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e50fdb-be20-4bde-9b99-547c72154240 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.025652] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.025831] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.026530] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb78baa-cbfc-48b5-a5d6-370557719903 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.031270] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1249.031270] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f44a18-186b-0c39-83a5-8b584f90fdbf" [ 1249.031270] env[69287]: _type = "Task" [ 1249.031270] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.038644] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f44a18-186b-0c39-83a5-8b584f90fdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.054286] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.054454] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.054573] env[69287]: DEBUG nova.network.neutron [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.145599] env[69287]: DEBUG nova.network.neutron [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Successfully created port: 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.208524] env[69287]: DEBUG oslo_concurrency.lockutils [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.343308] env[69287]: DEBUG oslo_concurrency.lockutils [req-2ff26c76-22a9-4122-95ce-ed66af55e333 req-f9157a7f-6122-4e34-9f1c-150e5fdb0c1c service nova] Releasing lock "refresh_cache-2549e52f-ed35-4ac0-8474-e61f1c306404" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.377274] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.541630] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52f44a18-186b-0c39-83a5-8b584f90fdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.00813} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.542392] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd2f846-274f-4822-b07d-d95490320a84 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.547052] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1249.547052] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5240790b-7546-6299-b81f-409ad8ac35bc" [ 1249.547052] env[69287]: _type = "Task" [ 1249.547052] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.554363] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5240790b-7546-6299-b81f-409ad8ac35bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.583925] env[69287]: DEBUG nova.network.neutron [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.717689] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c7bc8-9850-46df-bb6b-192fb1d1eb47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.724486] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4c85d0-7e92-4d62-8039-59d333743328 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.730718] env[69287]: DEBUG nova.network.neutron [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [{"id": "e5a5cc80-223c-4834-940f-22f700332890", "address": "fa:16:3e:f4:c9:6d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a5cc80-22", "ovs_interfaceid": "e5a5cc80-223c-4834-940f-22f700332890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.057193] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5240790b-7546-6299-b81f-409ad8ac35bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.057522] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.057701] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 2549e52f-ed35-4ac0-8474-e61f1c306404/2549e52f-ed35-4ac0-8474-e61f1c306404.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.057945] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5141bdb9-697e-4a16-9c05-51221c132dbe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.064524] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1250.064524] env[69287]: value = "task-3451482" [ 1250.064524] env[69287]: _type = "Task" [ 1250.064524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.071419] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.167327] env[69287]: DEBUG nova.compute.manager [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Received event network-vif-plugged-e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.167713] env[69287]: DEBUG oslo_concurrency.lockutils [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] Acquiring lock "2713d3da-7717-49a7-802b-ba0830eb5f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.168065] env[69287]: DEBUG oslo_concurrency.lockutils [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.168484] env[69287]: DEBUG oslo_concurrency.lockutils [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.168637] env[69287]: DEBUG nova.compute.manager [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] No waiting events found dispatching network-vif-plugged-e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.168942] env[69287]: WARNING nova.compute.manager [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Received unexpected event network-vif-plugged-e5a5cc80-223c-4834-940f-22f700332890 for instance with vm_state building and task_state spawning. [ 1250.169246] env[69287]: DEBUG nova.compute.manager [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Received event network-changed-e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.169514] env[69287]: DEBUG nova.compute.manager [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Refreshing instance network info cache due to event network-changed-e5a5cc80-223c-4834-940f-22f700332890. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1250.170554] env[69287]: DEBUG oslo_concurrency.lockutils [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] Acquiring lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.233273] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.233681] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Instance network_info: |[{"id": "e5a5cc80-223c-4834-940f-22f700332890", "address": "fa:16:3e:f4:c9:6d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a5cc80-22", "ovs_interfaceid": "e5a5cc80-223c-4834-940f-22f700332890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.234116] env[69287]: DEBUG oslo_concurrency.lockutils [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] Acquired lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.234325] env[69287]: DEBUG nova.network.neutron [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Refreshing network info cache for port e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.235767] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c9:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5a5cc80-223c-4834-940f-22f700332890', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.244090] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.245463] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.245716] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-474bcfc5-62dd-4805-b1a4-420fa74e180c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.267511] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.267511] env[69287]: value = "task-3451483" [ 1250.267511] env[69287]: _type = "Task" [ 1250.267511] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.277548] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451483, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.295244] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.295411] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689064', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'name': 'volume-d1b26294-4635-4999-a6ff-b065f7e6abb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ddd9942-7c47-4a98-b4c5-a093ece7cb11', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'serial': 'd1b26294-4635-4999-a6ff-b065f7e6abb7'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.296384] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28030ec-11b7-4427-9207-93fe97773023 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.323667] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4478b039-ed7a-479e-86f2-2c211d394cef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.350747] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-d1b26294-4635-4999-a6ff-b065f7e6abb7/volume-d1b26294-4635-4999-a6ff-b065f7e6abb7.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.352585] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4f51a8-b87a-4d88-8af8-90f90d050e7f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.368355] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567d661b-0b9b-470f-b684-12c1bd9ef2c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.390346] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.395103] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b48fb2d-9a33-4fdf-84d4-5789837c955e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.398305] env[69287]: DEBUG oslo_vmware.api [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1250.398305] env[69287]: value = "task-3451484" [ 1250.398305] env[69287]: _type = "Task" [ 1250.398305] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.404919] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 83 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.415752] env[69287]: DEBUG oslo_vmware.api [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.428722] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.428983] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.429157] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.429342] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.429511] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.429687] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.429905] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.430087] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.430267] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.430432] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.430608] env[69287]: DEBUG nova.virt.hardware [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.431561] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38dfac7-6794-4f95-ae7f-de9778b6e1e2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.439675] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690127a1-2329-4053-8521-c1799d7d2e17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.574198] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424864} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.574457] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 2549e52f-ed35-4ac0-8474-e61f1c306404/2549e52f-ed35-4ac0-8474-e61f1c306404.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.574670] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.574909] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b93d1e7-9075-462f-9c3b-7e7ca8dec67a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.581270] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1250.581270] env[69287]: value = "task-3451485" [ 1250.581270] env[69287]: _type = "Task" [ 1250.581270] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.589593] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.697786] env[69287]: DEBUG nova.network.neutron [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Successfully updated port: 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.777839] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451483, 'name': CreateVM_Task, 'duration_secs': 0.460506} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.778013] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.778653] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.778819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.779145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.779394] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16604c89-e555-44f2-9081-4d2598ecee15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.784203] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1250.784203] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529435a6-ba15-0532-b2bb-400b38f5d308" [ 1250.784203] env[69287]: _type = "Task" [ 1250.784203] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.791967] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529435a6-ba15-0532-b2bb-400b38f5d308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.911201] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.911525] env[69287]: DEBUG oslo_vmware.api [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451484, 'name': ReconfigVM_Task, 'duration_secs': 0.506056} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.911727] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acd45cd6-43a1-4ba8-957e-0f69453f70e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.913247] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-d1b26294-4635-4999-a6ff-b065f7e6abb7/volume-d1b26294-4635-4999-a6ff-b065f7e6abb7.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.917926] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f3214e-0f63-42f6-919a-6bf2ceb87d1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.931567] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1250.931567] env[69287]: value = "task-3451486" [ 1250.931567] env[69287]: _type = "Task" [ 1250.931567] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.932388] env[69287]: DEBUG nova.network.neutron [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updated VIF entry in instance network info cache for port e5a5cc80-223c-4834-940f-22f700332890. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.932707] env[69287]: DEBUG nova.network.neutron [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [{"id": "e5a5cc80-223c-4834-940f-22f700332890", "address": "fa:16:3e:f4:c9:6d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a5cc80-22", "ovs_interfaceid": "e5a5cc80-223c-4834-940f-22f700332890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.938024] env[69287]: DEBUG oslo_vmware.api [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1250.938024] env[69287]: value = "task-3451487" [ 1250.938024] env[69287]: _type = "Task" [ 1250.938024] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.947752] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.950954] env[69287]: DEBUG oslo_vmware.api [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.093206] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092599} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.093579] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.094227] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a4dbf-f9e7-453a-b219-2679d0a04794 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.116392] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2549e52f-ed35-4ac0-8474-e61f1c306404/2549e52f-ed35-4ac0-8474-e61f1c306404.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.116634] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b79cae-3536-4830-a691-2d57dd57aa55 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.136222] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1251.136222] env[69287]: value = "task-3451488" [ 1251.136222] env[69287]: _type = "Task" [ 1251.136222] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.144015] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.204521] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.204698] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.204755] env[69287]: DEBUG nova.network.neutron [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.294523] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529435a6-ba15-0532-b2bb-400b38f5d308, 'name': SearchDatastore_Task, 'duration_secs': 0.012937} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.294810] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.295058] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.295303] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.295452] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.295631] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.295899] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79cfdfac-99f2-411c-89c8-3120a6b1db9d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.309125] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.309337] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.310191] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3930dd98-79cc-4b15-b992-fe1ba32f5415 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.321255] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1251.321255] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5213a6cd-0794-b2ac-0c98-196ac6a5148d" [ 1251.321255] env[69287]: _type = "Task" [ 1251.321255] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.329709] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5213a6cd-0794-b2ac-0c98-196ac6a5148d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.438863] env[69287]: DEBUG oslo_concurrency.lockutils [req-2b649f98-048e-4673-947e-84fc2f35e5f9 req-78b7c985-b314-41a4-88a2-340858b4edba service nova] Releasing lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.448502] env[69287]: DEBUG oslo_vmware.api [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451486, 'name': PowerOnVM_Task, 'duration_secs': 0.415249} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.451483] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.451677] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-55438935-7079-44fc-9fac-219a7b3408c1 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance 'a425c897-76a1-4ddf-9a99-e9f46c34098b' progress to 100 {{(pid=69287) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.455292] env[69287]: DEBUG oslo_vmware.api [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451487, 'name': ReconfigVM_Task, 'duration_secs': 0.177156} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.455546] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689064', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'name': 'volume-d1b26294-4635-4999-a6ff-b065f7e6abb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ddd9942-7c47-4a98-b4c5-a093ece7cb11', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'serial': 'd1b26294-4635-4999-a6ff-b065f7e6abb7'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.646644] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451488, 'name': ReconfigVM_Task, 'duration_secs': 0.373427} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.646924] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2549e52f-ed35-4ac0-8474-e61f1c306404/2549e52f-ed35-4ac0-8474-e61f1c306404.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.647759] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cecb641-f2f6-4b60-ae08-524833065437 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.653819] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1251.653819] env[69287]: value = "task-3451489" [ 1251.653819] env[69287]: _type = "Task" [ 1251.653819] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.661429] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451489, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.741550] env[69287]: DEBUG nova.network.neutron [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.831506] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5213a6cd-0794-b2ac-0c98-196ac6a5148d, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.832558] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c0fcd6-b72e-4845-b623-f085e25b58f9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.839911] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1251.839911] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52206aa5-deff-0b34-0423-f3b2721c3ad9" [ 1251.839911] env[69287]: _type = "Task" [ 1251.839911] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.848120] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52206aa5-deff-0b34-0423-f3b2721c3ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.867457] env[69287]: DEBUG nova.network.neutron [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.164492] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451489, 'name': Rename_Task, 'duration_secs': 0.316809} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.164820] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.165009] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ded59b-cc55-4d9d-9eec-8e453b7c1fb2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.172430] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1252.172430] env[69287]: value = "task-3451490" [ 1252.172430] env[69287]: _type = "Task" [ 1252.172430] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.180467] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.191066] env[69287]: DEBUG nova.compute.manager [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-vif-plugged-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.191373] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] Acquiring lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.191734] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.191734] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.191967] env[69287]: DEBUG nova.compute.manager [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] No waiting events found dispatching network-vif-plugged-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.192096] env[69287]: WARNING nova.compute.manager [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received unexpected event network-vif-plugged-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 for instance with vm_state building and task_state spawning. [ 1252.192252] env[69287]: DEBUG nova.compute.manager [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.192400] env[69287]: DEBUG nova.compute.manager [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing instance network info cache due to event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.192565] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.350239] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52206aa5-deff-0b34-0423-f3b2721c3ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.036418} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.350511] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.350776] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 2713d3da-7717-49a7-802b-ba0830eb5f97/2713d3da-7717-49a7-802b-ba0830eb5f97.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.351061] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94d5cebb-b318-4da3-82f6-cdcb7c8b5c58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.358745] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1252.358745] env[69287]: value = "task-3451491" [ 1252.358745] env[69287]: _type = "Task" [ 1252.358745] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.368406] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.369899] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.370191] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Instance network_info: |[{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.370453] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.370632] env[69287]: DEBUG nova.network.neutron [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.371901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:95:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70332a4d-6974-4a3e-b64a-a6cc2a6ef450', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.379083] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Creating folder: Project (4d48269cecf34d878eb49fedbea9c7c4). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.381852] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d344e53e-8409-46b3-ba72-f1bf0fe61a44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.393368] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Created folder: Project (4d48269cecf34d878eb49fedbea9c7c4) in parent group-v688742. [ 1252.393548] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Creating folder: Instances. Parent ref: group-v689067. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.393768] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33c92ab8-a2fd-41ec-9819-5638ff885f46 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.402299] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Created folder: Instances in parent group-v689067. [ 1252.402519] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.402701] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.402890] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81998f85-a043-4fba-99f7-e18fc4f0489e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.423391] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.423391] env[69287]: value = "task-3451494" [ 1252.423391] env[69287]: _type = "Task" [ 1252.423391] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.430688] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451494, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.513038] env[69287]: DEBUG nova.objects.instance [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.577934] env[69287]: DEBUG nova.network.neutron [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updated VIF entry in instance network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.578172] env[69287]: DEBUG nova.network.neutron [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.684979] env[69287]: DEBUG oslo_vmware.api [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451490, 'name': PowerOnVM_Task, 'duration_secs': 0.473816} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.685374] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.685524] env[69287]: INFO nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1252.685700] env[69287]: DEBUG nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.686561] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43399445-981c-4704-95bf-f93565ea2ebd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.868476] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451491, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.932230] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451494, 'name': CreateVM_Task, 'duration_secs': 0.365253} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.932405] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.933151] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.933338] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.933672] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.933894] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea53442-3bd2-4143-92d0-d835141614d6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.938186] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1252.938186] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52333b49-d85e-c9ea-538d-a9ea9bd0b18e" [ 1252.938186] env[69287]: _type = "Task" [ 1252.938186] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.945588] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52333b49-d85e-c9ea-538d-a9ea9bd0b18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.018324] env[69287]: DEBUG oslo_concurrency.lockutils [None req-09faed1d-b60d-435c-8225-e36b861e33d1 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.046913] env[69287]: DEBUG oslo_concurrency.lockutils [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.047243] env[69287]: DEBUG oslo_concurrency.lockutils [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.047490] env[69287]: DEBUG nova.compute.manager [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.048793] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106b483-3fa7-43a3-80ee-42e7c185c311 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.055686] env[69287]: DEBUG nova.compute.manager [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1253.056172] env[69287]: DEBUG nova.objects.instance [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.083328] env[69287]: DEBUG oslo_concurrency.lockutils [req-3b4dee17-c937-44dc-8b6f-07c0a95a7034 req-c864dc0e-b34a-4d61-85d9-32d07e713210 service nova] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.207770] env[69287]: INFO nova.compute.manager [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Took 11.46 seconds to build instance. [ 1253.370436] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553381} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.370756] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 2713d3da-7717-49a7-802b-ba0830eb5f97/2713d3da-7717-49a7-802b-ba0830eb5f97.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.371018] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.371314] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8110b40a-d469-4223-a9cd-2a2c25c8794b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.378289] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1253.378289] env[69287]: value = "task-3451495" [ 1253.378289] env[69287]: _type = "Task" [ 1253.378289] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.388056] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.448735] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52333b49-d85e-c9ea-538d-a9ea9bd0b18e, 'name': SearchDatastore_Task, 'duration_secs': 0.041111} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.449057] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.449292] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.449536] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.449678] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.449854] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.450124] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f93360-b116-4cce-9f56-8b8ae69388d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.465134] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.465325] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.466081] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7751bff-38c4-474a-b082-2769e3f30349 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.471809] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1253.471809] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a4f8dd-ad95-04af-8193-65f36ae74244" [ 1253.471809] env[69287]: _type = "Task" [ 1253.471809] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.479426] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a4f8dd-ad95-04af-8193-65f36ae74244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.585700] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.585700] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.585700] env[69287]: DEBUG nova.compute.manager [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Going to confirm migration 10 {{(pid=69287) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1253.709198] env[69287]: DEBUG oslo_concurrency.lockutils [None req-3e539678-c5ac-41a9-9356-176d7fa8fa6a tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.968s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.888225] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066358} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.888481] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.889262] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f15ab41-32ea-4c09-94a8-6f3b1dd73e30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.911301] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2713d3da-7717-49a7-802b-ba0830eb5f97/2713d3da-7717-49a7-802b-ba0830eb5f97.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.911650] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86630dd6-e06e-4a0b-8ce4-1ea3afdc5056 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.931771] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1253.931771] env[69287]: value = "task-3451496" [ 1253.931771] env[69287]: _type = "Task" [ 1253.931771] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.939806] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.981838] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a4f8dd-ad95-04af-8193-65f36ae74244, 'name': SearchDatastore_Task, 'duration_secs': 0.024492} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.982701] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91afc4ac-e6ba-4b5a-af03-70bd30b80906 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.987555] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1253.987555] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529e966a-ec9a-8f39-9337-e82593d3bfb7" [ 1253.987555] env[69287]: _type = "Task" [ 1253.987555] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.995473] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529e966a-ec9a-8f39-9337-e82593d3bfb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.063445] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.063766] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91aa5481-d693-45ab-8a58-a8628c7f904d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.072624] env[69287]: DEBUG oslo_vmware.api [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1254.072624] env[69287]: value = "task-3451497" [ 1254.072624] env[69287]: _type = "Task" [ 1254.072624] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.081376] env[69287]: DEBUG oslo_vmware.api [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.123755] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.124063] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquired lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.124220] env[69287]: DEBUG nova.network.neutron [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.124413] env[69287]: DEBUG nova.objects.instance [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'info_cache' on Instance uuid a425c897-76a1-4ddf-9a99-e9f46c34098b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.442394] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451496, 'name': ReconfigVM_Task, 'duration_secs': 0.494837} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.442749] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2713d3da-7717-49a7-802b-ba0830eb5f97/2713d3da-7717-49a7-802b-ba0830eb5f97.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.443414] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59925c08-625a-40cf-844a-d0e5efa27a54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.449430] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1254.449430] env[69287]: value = "task-3451498" [ 1254.449430] env[69287]: _type = "Task" [ 1254.449430] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.457141] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451498, 'name': Rename_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.497274] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529e966a-ec9a-8f39-9337-e82593d3bfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01842} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.497543] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.497813] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/34aa616c-fe6a-4289-9ca6-9e1977f74d6c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.498080] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0427031-c5a1-4cea-a053-6b556668d653 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.504387] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1254.504387] env[69287]: value = "task-3451499" [ 1254.504387] env[69287]: _type = "Task" [ 1254.504387] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.511788] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.557600] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "2549e52f-ed35-4ac0-8474-e61f1c306404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.557942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.558238] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "2549e52f-ed35-4ac0-8474-e61f1c306404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.558436] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.558665] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.561101] env[69287]: INFO nova.compute.manager [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Terminating instance [ 1254.582336] env[69287]: DEBUG oslo_vmware.api [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451497, 'name': PowerOffVM_Task, 'duration_secs': 0.336388} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.582523] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.582715] env[69287]: DEBUG nova.compute.manager [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.583482] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e8a439-c894-467e-ba2f-0324a828600a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.959998] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451498, 'name': Rename_Task, 'duration_secs': 0.165777} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.960248] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.960493] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee622e8-3870-4e74-b190-bca66978c818 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.970524] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1254.970524] env[69287]: value = "task-3451500" [ 1254.970524] env[69287]: _type = "Task" [ 1254.970524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.977779] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.014547] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451499, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.065740] env[69287]: DEBUG nova.compute.manager [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.066331] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.067312] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5edc318-4f95-48da-bd8c-97684bd87550 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.078288] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.078648] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9c9c2d-8230-4a0d-a346-5800aac42beb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.088180] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1255.088180] env[69287]: value = "task-3451501" [ 1255.088180] env[69287]: _type = "Task" [ 1255.088180] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.095981] env[69287]: DEBUG oslo_concurrency.lockutils [None req-490ed86a-4412-4f44-a2c5-bebc7d10ad89 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.101865] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.451420] env[69287]: DEBUG nova.network.neutron [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [{"id": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "address": "fa:16:3e:53:a0:f3", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b6007-b1", "ovs_interfaceid": "bf7b6007-b1a3-417d-a120-8c630d3b7f30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.481126] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.515420] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806404} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.515688] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/34aa616c-fe6a-4289-9ca6-9e1977f74d6c.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.515901] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.516165] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffc8a6e-faf6-405f-9d3f-9be4dabd9b67 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.522644] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1255.522644] env[69287]: value = "task-3451502" [ 1255.522644] env[69287]: _type = "Task" [ 1255.522644] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.531026] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.598514] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451501, 'name': PowerOffVM_Task, 'duration_secs': 0.23007} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.598783] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.598955] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.599218] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e71924b-8694-4a4e-97bd-4762d7097596 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.659082] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.659309] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.659497] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleting the datastore file [datastore1] 2549e52f-ed35-4ac0-8474-e61f1c306404 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.659770] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05af5c5f-54e3-4252-9c9e-769281fe7d6f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.666238] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for the task: (returnval){ [ 1255.666238] env[69287]: value = "task-3451504" [ 1255.666238] env[69287]: _type = "Task" [ 1255.666238] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.673913] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.740502] env[69287]: DEBUG nova.objects.instance [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.954967] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Releasing lock "refresh_cache-a425c897-76a1-4ddf-9a99-e9f46c34098b" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.955273] env[69287]: DEBUG nova.objects.instance [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'migration_context' on Instance uuid a425c897-76a1-4ddf-9a99-e9f46c34098b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.981020] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451500, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.031765] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305555} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.031967] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.032730] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b74f4-018a-4e43-9435-a9b673bd8e20 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.053632] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/34aa616c-fe6a-4289-9ca6-9e1977f74d6c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.053846] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de49cc26-f227-43f1-b967-b040cf31eaec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.072701] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1256.072701] env[69287]: value = "task-3451505" [ 1256.072701] env[69287]: _type = "Task" [ 1256.072701] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.081841] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.175381] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.246348] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.246622] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.246888] env[69287]: DEBUG nova.network.neutron [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.247112] env[69287]: DEBUG nova.objects.instance [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'info_cache' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.458628] env[69287]: DEBUG nova.objects.base [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.459709] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc85a3f-3d31-4e78-8192-a47e035633ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.485876] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f166d24d-ab6a-4e0c-8313-ad99bad3bfaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.493823] env[69287]: DEBUG oslo_vmware.api [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451500, 'name': PowerOnVM_Task, 'duration_secs': 1.386182} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.495046] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.495261] env[69287]: INFO nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1256.495482] env[69287]: DEBUG nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.495812] env[69287]: DEBUG oslo_vmware.api [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1256.495812] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5286a606-9c9f-47fc-20a1-1d90dce1913d" [ 1256.495812] env[69287]: _type = "Task" [ 1256.495812] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.496509] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cea0e31-725d-41e0-bfc7-3c4467d867f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.510293] env[69287]: DEBUG oslo_vmware.api [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5286a606-9c9f-47fc-20a1-1d90dce1913d, 'name': SearchDatastore_Task, 'duration_secs': 0.007036} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.511041] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.511041] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.582567] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451505, 'name': ReconfigVM_Task, 'duration_secs': 0.346852} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.582850] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/34aa616c-fe6a-4289-9ca6-9e1977f74d6c.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.583470] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71265175-7a24-445b-84a6-aad57103a62b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.589833] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1256.589833] env[69287]: value = "task-3451506" [ 1256.589833] env[69287]: _type = "Task" [ 1256.589833] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.597079] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451506, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.676450] env[69287]: DEBUG oslo_vmware.api [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Task: {'id': task-3451504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.723297} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.676689] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.676873] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.677058] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.677233] env[69287]: INFO nova.compute.manager [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1256.677462] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.677647] env[69287]: DEBUG nova.compute.manager [-] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.677742] env[69287]: DEBUG nova.network.neutron [-] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.750824] env[69287]: DEBUG nova.objects.base [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Object Instance<9ddd9942-7c47-4a98-b4c5-a093ece7cb11> lazy-loaded attributes: flavor,info_cache {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.924472] env[69287]: DEBUG nova.compute.manager [req-a4e5af14-6e74-4825-babf-92be1ae1402d req-15c02a25-401e-4818-a5d1-65cd1240bfdf service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Received event network-vif-deleted-563846bf-c9d9-4423-b472-1922c4c97ef1 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.924472] env[69287]: INFO nova.compute.manager [req-a4e5af14-6e74-4825-babf-92be1ae1402d req-15c02a25-401e-4818-a5d1-65cd1240bfdf service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Neutron deleted interface 563846bf-c9d9-4423-b472-1922c4c97ef1; detaching it from the instance and deleting it from the info cache [ 1256.924564] env[69287]: DEBUG nova.network.neutron [req-a4e5af14-6e74-4825-babf-92be1ae1402d req-15c02a25-401e-4818-a5d1-65cd1240bfdf service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.020461] env[69287]: INFO nova.compute.manager [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Took 13.80 seconds to build instance. [ 1257.101695] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451506, 'name': Rename_Task, 'duration_secs': 0.139627} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.101981] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.102292] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87b978b2-b973-4dd0-ae83-d1f8f8446978 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.109821] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1257.109821] env[69287]: value = "task-3451507" [ 1257.109821] env[69287]: _type = "Task" [ 1257.109821] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.119941] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.129815] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d86e0a-20f3-4c87-b423-a0993bcaadcd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.136993] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2117abd-294d-479f-9f01-3a64021bfd0a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.168619] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77419615-b090-45a0-a9f0-30155f755d9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.176250] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47752d7e-ecfa-4052-906a-8690d52b9928 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.190764] env[69287]: DEBUG nova.compute.provider_tree [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.405016] env[69287]: DEBUG nova.network.neutron [-] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.426388] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49264ff0-2ed6-45cc-ade6-63b8a220cc1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.436870] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46daea7c-9902-48a0-a85b-c9ff587545f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.467919] env[69287]: DEBUG nova.compute.manager [req-a4e5af14-6e74-4825-babf-92be1ae1402d req-15c02a25-401e-4818-a5d1-65cd1240bfdf service nova] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Detach interface failed, port_id=563846bf-c9d9-4423-b472-1922c4c97ef1, reason: Instance 2549e52f-ed35-4ac0-8474-e61f1c306404 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1257.522539] env[69287]: DEBUG oslo_concurrency.lockutils [None req-6169427f-de7c-40a8-b5aa-327b01239706 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.319s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.619190] env[69287]: DEBUG oslo_vmware.api [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451507, 'name': PowerOnVM_Task, 'duration_secs': 0.435836} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.619458] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.619678] env[69287]: INFO nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1257.619863] env[69287]: DEBUG nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.620641] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9681dc20-80a8-4e6d-9f89-17ccc02a40c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.683821] env[69287]: DEBUG nova.network.neutron [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [{"id": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "address": "fa:16:3e:05:6a:e1", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc58895-ea", "ovs_interfaceid": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.711105] env[69287]: ERROR nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [req-e20581b1-eac2-4c08-810e-fcc5e3f4e7e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e20581b1-eac2-4c08-810e-fcc5e3f4e7e3"}]} [ 1257.730478] env[69287]: DEBUG nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1257.744207] env[69287]: DEBUG nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1257.744207] env[69287]: DEBUG nova.compute.provider_tree [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.754747] env[69287]: DEBUG nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1257.772112] env[69287]: DEBUG nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1257.867089] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf75550-d66b-48b7-9c15-5d2311a8a743 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.874891] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f571a-9004-43d7-b5ad-a45b9b988743 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.904363] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66497f-6297-4c20-8ece-94b214d90793 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.908303] env[69287]: INFO nova.compute.manager [-] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Took 1.23 seconds to deallocate network for instance. [ 1257.912691] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701c5d3-c81a-475d-88fb-11b04cd7727d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.929566] env[69287]: DEBUG nova.compute.provider_tree [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.139254] env[69287]: INFO nova.compute.manager [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Took 13.57 seconds to build instance. [ 1258.186293] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.420844] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.465039] env[69287]: DEBUG nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1258.465322] env[69287]: DEBUG nova.compute.provider_tree [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 172 to 173 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1258.465509] env[69287]: DEBUG nova.compute.provider_tree [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.641540] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f9915589-b6dd-44ca-8466-6a1449d4d647 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.078s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.952102] env[69287]: DEBUG nova.compute.manager [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Received event network-changed-e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.952318] env[69287]: DEBUG nova.compute.manager [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Refreshing instance network info cache due to event network-changed-e5a5cc80-223c-4834-940f-22f700332890. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1258.952494] env[69287]: DEBUG oslo_concurrency.lockutils [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] Acquiring lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.952689] env[69287]: DEBUG oslo_concurrency.lockutils [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] Acquired lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.952856] env[69287]: DEBUG nova.network.neutron [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Refreshing network info cache for port e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.096432] env[69287]: INFO nova.compute.manager [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Rescuing [ 1259.096781] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.096904] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.097067] env[69287]: DEBUG nova.network.neutron [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.191692] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.192019] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abfb67a-4065-498f-8499-3226ca3083c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.199947] env[69287]: DEBUG oslo_vmware.api [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1259.199947] env[69287]: value = "task-3451508" [ 1259.199947] env[69287]: _type = "Task" [ 1259.199947] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.208200] env[69287]: DEBUG oslo_vmware.api [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.476069] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.965s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.478928] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.058s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.479167] env[69287]: DEBUG nova.objects.instance [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lazy-loading 'resources' on Instance uuid 2549e52f-ed35-4ac0-8474-e61f1c306404 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.708684] env[69287]: DEBUG nova.network.neutron [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updated VIF entry in instance network info cache for port e5a5cc80-223c-4834-940f-22f700332890. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.709147] env[69287]: DEBUG nova.network.neutron [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [{"id": "e5a5cc80-223c-4834-940f-22f700332890", "address": "fa:16:3e:f4:c9:6d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a5cc80-22", "ovs_interfaceid": "e5a5cc80-223c-4834-940f-22f700332890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.715219] env[69287]: DEBUG oslo_vmware.api [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.871444] env[69287]: DEBUG nova.network.neutron [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.043260] env[69287]: INFO nova.scheduler.client.report [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted allocation for migration 55545354-816b-460b-9b9e-b3aba5d00b99 [ 1260.066676] env[69287]: INFO nova.compute.manager [None req-cb02ea75-a6d2-4f78-bd3c-429404c5d3bc tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Get console output [ 1260.067042] env[69287]: WARNING nova.virt.vmwareapi.driver [None req-cb02ea75-a6d2-4f78-bd3c-429404c5d3bc tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] The console log is missing. Check your VSPC configuration [ 1260.098431] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15347b9-e5e5-4c1e-bddd-879a5c4bacfc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.107059] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608c1c4-b93f-407c-a5ee-f254f0bb72d2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.137711] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e2520f-19f3-4576-ba27-d6bd349ef3b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.144840] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee41805-8853-4f3b-a969-0ad9d3a58892 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.158321] env[69287]: DEBUG nova.compute.provider_tree [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.212620] env[69287]: DEBUG oslo_vmware.api [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451508, 'name': PowerOnVM_Task, 'duration_secs': 0.884764} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.212895] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.213124] env[69287]: DEBUG nova.compute.manager [None req-e7e4f1ba-6177-402c-955e-addfeb14e33e tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.213873] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd84ba-92a2-48fa-acbc-2abda07788fb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.216540] env[69287]: DEBUG oslo_concurrency.lockutils [req-71a208c0-016a-4169-bc12-8dc184b34d6e req-f64f5fe3-3500-467a-925d-b5e9766b2687 service nova] Releasing lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.374556] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.549804] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a4e622c1-7a98-4942-aaed-a0220c5ed735 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.964s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.661679] env[69287]: DEBUG nova.scheduler.client.report [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.167062] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.185756] env[69287]: INFO nova.scheduler.client.report [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Deleted allocations for instance 2549e52f-ed35-4ac0-8474-e61f1c306404 [ 1261.692879] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d36060fb-35cb-4c87-a194-13f20f613434 tempest-ServerDiskConfigTestJSON-244734138 tempest-ServerDiskConfigTestJSON-244734138-project-member] Lock "2549e52f-ed35-4ac0-8474-e61f1c306404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.135s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.914686] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.915048] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d79af1-1852-4a27-90f6-b776cbaabf57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.923301] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1261.923301] env[69287]: value = "task-3451509" [ 1261.923301] env[69287]: _type = "Task" [ 1261.923301] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.932932] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.432849] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451509, 'name': PowerOffVM_Task, 'duration_secs': 0.171561} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.433240] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.433908] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b609455b-3929-4962-98c4-26a54aa9ec81 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.454344] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0dffda-ceff-4b5b-a413-adda08020cdd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.487255] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.487561] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe0f01b-fce1-4c15-9885-93189c9bac18 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.494448] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1262.494448] env[69287]: value = "task-3451510" [ 1262.494448] env[69287]: _type = "Task" [ 1262.494448] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.502080] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.006777] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1263.007055] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.007316] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.007473] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.007652] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.007941] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46200895-3bcb-49fd-bead-c0f1e57077f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.018641] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.018641] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.020034] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a76de6-0254-4b93-8beb-278b2ad451a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.026044] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1263.026044] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ad0b5d-25b2-5aad-2cb7-b70a16082cee" [ 1263.026044] env[69287]: _type = "Task" [ 1263.026044] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.036199] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ad0b5d-25b2-5aad-2cb7-b70a16082cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.536274] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52ad0b5d-25b2-5aad-2cb7-b70a16082cee, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.537066] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0799540-f25f-49f0-be8d-80331288c3a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.543336] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1263.543336] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524bfb64-60fe-f0c5-f07a-e9188b2fa952" [ 1263.543336] env[69287]: _type = "Task" [ 1263.543336] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.550367] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524bfb64-60fe-f0c5-f07a-e9188b2fa952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.054976] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524bfb64-60fe-f0c5-f07a-e9188b2fa952, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.055332] env[69287]: DEBUG oslo_concurrency.lockutils [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.055659] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. {{(pid=69287) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1264.055958] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159d8459-9fb9-42bf-9627-3a48a936d5cc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.063665] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1264.063665] env[69287]: value = "task-3451511" [ 1264.063665] env[69287]: _type = "Task" [ 1264.063665] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.071522] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.573879] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497008} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.574240] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk. [ 1264.574974] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876d9aed-9977-49eb-9475-aa558b21e25f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.599602] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.599858] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60225e2f-69a5-409b-bfe8-57f3a9b3e869 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.617193] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1264.617193] env[69287]: value = "task-3451512" [ 1264.617193] env[69287]: _type = "Task" [ 1264.617193] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.624658] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.035377] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.035608] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.126981] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451512, 'name': ReconfigVM_Task, 'duration_secs': 0.254907} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.127150] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c/40cd7472-910a-447e-9f08-79d870d364ea-rescue.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.127898] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13364d26-bff0-4ebb-ac25-87d623bee96c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.153101] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32770a56-3e84-4c61-8562-f49313c771bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.167338] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1265.167338] env[69287]: value = "task-3451513" [ 1265.167338] env[69287]: _type = "Task" [ 1265.167338] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.174504] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.538724] env[69287]: DEBUG nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.677584] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.061183] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.061467] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.062973] env[69287]: INFO nova.compute.claims [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.178021] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.678741] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451513, 'name': ReconfigVM_Task, 'duration_secs': 1.127982} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.679137] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.679273] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1996a991-097f-45f9-a1ec-e954fb4d71ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.685594] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1266.685594] env[69287]: value = "task-3451514" [ 1266.685594] env[69287]: _type = "Task" [ 1266.685594] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.692800] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.157243] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef9b23-3aa9-43fd-973d-eae06418fc2d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.165793] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0229898b-a9c1-49d7-8566-3523117f6a3c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.200826] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3416f6e-b32f-489f-88b5-24ff444df326 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.208190] env[69287]: DEBUG oslo_vmware.api [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451514, 'name': PowerOnVM_Task, 'duration_secs': 0.372654} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.210146] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.212683] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c95d0e0-eb53-41d3-819b-abbcc7265c9a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.217049] env[69287]: DEBUG nova.compute.manager [None req-d2c0fed2-435f-49eb-bd77-22facfa21296 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.217745] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae6c468-bc4a-4d26-bc7b-6f90f124108b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.229797] env[69287]: DEBUG nova.compute.provider_tree [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.736146] env[69287]: DEBUG nova.scheduler.client.report [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.990704] env[69287]: DEBUG nova.compute.manager [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.991596] env[69287]: DEBUG nova.compute.manager [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing instance network info cache due to event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1267.991979] env[69287]: DEBUG oslo_concurrency.lockutils [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.992873] env[69287]: DEBUG oslo_concurrency.lockutils [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.992873] env[69287]: DEBUG nova.network.neutron [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.244302] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.244873] env[69287]: DEBUG nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.666067] env[69287]: DEBUG nova.network.neutron [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updated VIF entry in instance network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.666454] env[69287]: DEBUG nova.network.neutron [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.750095] env[69287]: DEBUG nova.compute.utils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.751503] env[69287]: DEBUG nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Not allocating networking since 'none' was specified. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1269.169390] env[69287]: DEBUG oslo_concurrency.lockutils [req-3f356038-343c-431b-9417-226cfc43e817 req-b37106a4-d162-416b-9fe2-ab701c9a1199 service nova] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.180882] env[69287]: DEBUG nova.compute.manager [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.182018] env[69287]: DEBUG nova.compute.manager [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing instance network info cache due to event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1269.182276] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.182395] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.182559] env[69287]: DEBUG nova.network.neutron [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.253415] env[69287]: DEBUG nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.968554] env[69287]: DEBUG nova.network.neutron [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updated VIF entry in instance network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.968920] env[69287]: DEBUG nova.network.neutron [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.020644] env[69287]: DEBUG nova.compute.manager [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.020841] env[69287]: DEBUG nova.compute.manager [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing instance network info cache due to event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1270.021050] env[69287]: DEBUG oslo_concurrency.lockutils [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.266377] env[69287]: DEBUG nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.297386] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.297633] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.297786] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.297964] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.298161] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.298334] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.298547] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.298705] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.298872] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.301140] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.301140] env[69287]: DEBUG nova.virt.hardware [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.301140] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c4bbbc-bb80-489a-adda-d54dcfb6bbc9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.309165] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2484f2ef-158f-4ec9-af21-67e38dc65d0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.322898] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.328540] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Creating folder: Project (c20e2c752ca7425c8f93cf1c736ab569). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.328864] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f4abb9d-561d-4616-8c84-af896ab40b1f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.342291] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Created folder: Project (c20e2c752ca7425c8f93cf1c736ab569) in parent group-v688742. [ 1270.342468] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Creating folder: Instances. Parent ref: group-v689070. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.342687] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4226c281-4027-4824-849b-80df0441b288 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.353452] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Created folder: Instances in parent group-v689070. [ 1270.353452] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.353452] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.353452] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa24e33-97ae-4967-a234-ab18829aa632 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.368798] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.368798] env[69287]: value = "task-3451517" [ 1270.368798] env[69287]: _type = "Task" [ 1270.368798] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.376728] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451517, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.472022] env[69287]: DEBUG oslo_concurrency.lockutils [req-7b4cb9d1-981d-4c2f-8698-5e72cf3b56a1 req-2bd116bd-7487-42bf-abf5-532144d46491 service nova] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.472959] env[69287]: DEBUG oslo_concurrency.lockutils [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.473179] env[69287]: DEBUG nova.network.neutron [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.879344] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451517, 'name': CreateVM_Task, 'duration_secs': 0.278127} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.879540] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.880041] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.880260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.880608] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.880916] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef32fe96-f25d-4ebc-9beb-683e01926161 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.885592] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1270.885592] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5230f7ed-c474-1bb6-b720-62c725136f22" [ 1270.885592] env[69287]: _type = "Task" [ 1270.885592] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.892977] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5230f7ed-c474-1bb6-b720-62c725136f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.066508] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.066795] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.066983] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.067214] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.067385] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.071760] env[69287]: INFO nova.compute.manager [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Terminating instance [ 1271.145578] env[69287]: DEBUG nova.network.neutron [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updated VIF entry in instance network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.145968] env[69287]: DEBUG nova.network.neutron [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.395743] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5230f7ed-c474-1bb6-b720-62c725136f22, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.396083] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.396319] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.396545] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.396692] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.396869] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.397130] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5929131d-1aeb-49b3-8027-16521bdedd10 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.405093] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.405269] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.405940] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e98e88a-1a3d-4da2-8846-346dd1ab99f2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.412045] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1271.412045] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529f8f66-076a-0f56-69ae-0c39e6c671ae" [ 1271.412045] env[69287]: _type = "Task" [ 1271.412045] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.418818] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529f8f66-076a-0f56-69ae-0c39e6c671ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.576885] env[69287]: DEBUG nova.compute.manager [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.577144] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.578142] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5943f27-9a97-4a60-9d73-3a87fb2aa343 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.585865] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.586142] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da08005c-bcb4-407d-afb5-5f0c990ffa47 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.593124] env[69287]: DEBUG oslo_vmware.api [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1271.593124] env[69287]: value = "task-3451518" [ 1271.593124] env[69287]: _type = "Task" [ 1271.593124] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.601463] env[69287]: DEBUG oslo_vmware.api [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.648450] env[69287]: DEBUG oslo_concurrency.lockutils [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.648716] env[69287]: DEBUG nova.compute.manager [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1271.648914] env[69287]: DEBUG nova.compute.manager [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing instance network info cache due to event network-changed-70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1271.649175] env[69287]: DEBUG oslo_concurrency.lockutils [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] Acquiring lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.649352] env[69287]: DEBUG oslo_concurrency.lockutils [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] Acquired lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.649484] env[69287]: DEBUG nova.network.neutron [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Refreshing network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.921754] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]529f8f66-076a-0f56-69ae-0c39e6c671ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.922551] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c07ea22-0b96-461e-a586-3c95842f92d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.928088] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1271.928088] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cff8d1-4177-2293-ed86-e676b29755eb" [ 1271.928088] env[69287]: _type = "Task" [ 1271.928088] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.935407] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cff8d1-4177-2293-ed86-e676b29755eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.103461] env[69287]: DEBUG oslo_vmware.api [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451518, 'name': PowerOffVM_Task, 'duration_secs': 0.220071} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.103840] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.103887] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.104246] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af466209-6ac7-4080-81e6-af4324c4c865 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.183468] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.183468] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.183703] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Deleting the datastore file [datastore1] 34aa616c-fe6a-4289-9ca6-9e1977f74d6c {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.183800] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf252f6a-f703-4299-9d83-20d58a87c15a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.190854] env[69287]: DEBUG oslo_vmware.api [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for the task: (returnval){ [ 1272.190854] env[69287]: value = "task-3451520" [ 1272.190854] env[69287]: _type = "Task" [ 1272.190854] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.198954] env[69287]: DEBUG oslo_vmware.api [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.335765] env[69287]: DEBUG nova.network.neutron [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updated VIF entry in instance network info cache for port 70332a4d-6974-4a3e-b64a-a6cc2a6ef450. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.336148] env[69287]: DEBUG nova.network.neutron [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [{"id": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "address": "fa:16:3e:a8:95:2b", "network": {"id": "838cb824-758c-4ff9-b667-de3a165d5163", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2030674060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4d48269cecf34d878eb49fedbea9c7c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70332a4d-69", "ovs_interfaceid": "70332a4d-6974-4a3e-b64a-a6cc2a6ef450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.439582] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52cff8d1-4177-2293-ed86-e676b29755eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.439859] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.440163] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.440384] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927d1709-4147-4087-81c2-7cdede18088e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.447448] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1272.447448] env[69287]: value = "task-3451521" [ 1272.447448] env[69287]: _type = "Task" [ 1272.447448] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.455617] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.707422] env[69287]: DEBUG oslo_vmware.api [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Task: {'id': task-3451520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166125} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.707723] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.707951] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.708342] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.708733] env[69287]: INFO nova.compute.manager [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1272.709194] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.709540] env[69287]: DEBUG nova.compute.manager [-] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.709736] env[69287]: DEBUG nova.network.neutron [-] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.839556] env[69287]: DEBUG oslo_concurrency.lockutils [req-cbb641df-917c-4b2f-99d1-cfe07f0203c1 req-d5365347-0cca-4f03-b22b-c16a186dd968 service nova] Releasing lock "refresh_cache-34aa616c-fe6a-4289-9ca6-9e1977f74d6c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.958670] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463225} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.958911] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.959159] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.959414] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bc89b5b-bbc9-4882-bef6-0ffaa521d77f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.967595] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1272.967595] env[69287]: value = "task-3451522" [ 1272.967595] env[69287]: _type = "Task" [ 1272.967595] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.977107] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.986904] env[69287]: DEBUG nova.compute.manager [req-34d77633-1ffd-4c32-b771-eb15d6eff86c req-59d91f7a-b2d8-43f0-bc50-c8034734d890 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Received event network-vif-deleted-70332a4d-6974-4a3e-b64a-a6cc2a6ef450 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1272.987113] env[69287]: INFO nova.compute.manager [req-34d77633-1ffd-4c32-b771-eb15d6eff86c req-59d91f7a-b2d8-43f0-bc50-c8034734d890 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Neutron deleted interface 70332a4d-6974-4a3e-b64a-a6cc2a6ef450; detaching it from the instance and deleting it from the info cache [ 1272.987441] env[69287]: DEBUG nova.network.neutron [req-34d77633-1ffd-4c32-b771-eb15d6eff86c req-59d91f7a-b2d8-43f0-bc50-c8034734d890 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.473705] env[69287]: DEBUG nova.network.neutron [-] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.481208] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063669} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.481208] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.481957] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c400ef0d-773c-4d2d-b8e1-561b2355b060 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.502880] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.503146] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a4ca029-f410-46e4-a87c-4566e9c13b29 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.505347] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb9760a-49d3-4170-a045-6cf598f0729f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.527699] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14495c8-100d-40f7-9960-1692132f2b5f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.537887] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1273.537887] env[69287]: value = "task-3451523" [ 1273.537887] env[69287]: _type = "Task" [ 1273.537887] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.550158] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.557852] env[69287]: DEBUG nova.compute.manager [req-34d77633-1ffd-4c32-b771-eb15d6eff86c req-59d91f7a-b2d8-43f0-bc50-c8034734d890 service nova] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Detach interface failed, port_id=70332a4d-6974-4a3e-b64a-a6cc2a6ef450, reason: Instance 34aa616c-fe6a-4289-9ca6-9e1977f74d6c could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.977024] env[69287]: INFO nova.compute.manager [-] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Took 1.27 seconds to deallocate network for instance. [ 1274.048272] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451523, 'name': ReconfigVM_Task, 'duration_secs': 0.260642} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.048542] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.049249] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc22e90-abab-4208-856f-8208742dc792 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.056133] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1274.056133] env[69287]: value = "task-3451524" [ 1274.056133] env[69287]: _type = "Task" [ 1274.056133] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.063721] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451524, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.482793] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.483115] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.483339] env[69287]: DEBUG nova.objects.instance [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lazy-loading 'resources' on Instance uuid 34aa616c-fe6a-4289-9ca6-9e1977f74d6c {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.565717] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451524, 'name': Rename_Task, 'duration_secs': 0.175852} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.565717] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.565983] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce37e8a9-1293-4240-aeaf-ef0223ced3aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.571507] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1274.571507] env[69287]: value = "task-3451525" [ 1274.571507] env[69287]: _type = "Task" [ 1274.571507] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.578534] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.081100] env[69287]: DEBUG oslo_vmware.api [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451525, 'name': PowerOnVM_Task, 'duration_secs': 0.393755} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.081351] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.081553] env[69287]: INFO nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1275.081733] env[69287]: DEBUG nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.082531] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca96af-f8fa-4209-aed8-fea83a9fa151 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.087709] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076e0c1-e27b-40b2-963a-732744fd952b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.099024] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f619ff-1323-4e75-80af-3b5e0f2722fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.128996] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c85b59-926f-461d-9aee-dfaa1dcb7cec {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.136362] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e4b96-302b-41b7-aea2-7e45af593352 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.150761] env[69287]: DEBUG nova.compute.provider_tree [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.601247] env[69287]: INFO nova.compute.manager [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Took 9.56 seconds to build instance. [ 1275.670299] env[69287]: ERROR nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] [req-84ad3da5-fc23-496d-958a-0b22fbd44b31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID bf8d97a8-ef6f-44c6-86ac-2c63576b804e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84ad3da5-fc23-496d-958a-0b22fbd44b31"}]} [ 1275.685935] env[69287]: DEBUG nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Refreshing inventories for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1275.700599] env[69287]: DEBUG nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updating ProviderTree inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1275.700802] env[69287]: DEBUG nova.compute.provider_tree [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.711477] env[69287]: DEBUG nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Refreshing aggregate associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, aggregates: None {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1275.731934] env[69287]: DEBUG nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Refreshing trait associations for resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69287) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1275.814307] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270cbf44-d6f4-4982-a759-220c54b9626f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.821857] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2205b0dc-844b-48e0-bbdd-f3574cb0fa76 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.851347] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3a676-c82e-4edb-9084-75cfec99be5a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.858603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e53fda-6772-4779-81ad-259ce0d11989 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.871583] env[69287]: DEBUG nova.compute.provider_tree [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.103519] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ec61170f-3e63-4cd2-b8aa-1eef3b02c36a tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.068s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.399615] env[69287]: DEBUG nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1276.399917] env[69287]: DEBUG nova.compute.provider_tree [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 175 to 176 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1276.400142] env[69287]: DEBUG nova.compute.provider_tree [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.802100] env[69287]: INFO nova.compute.manager [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Rebuilding instance [ 1276.837120] env[69287]: DEBUG nova.compute.manager [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.838031] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cbb650-e838-4655-abb9-03cb1dd96175 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.904914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.422s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.921739] env[69287]: INFO nova.scheduler.client.report [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Deleted allocations for instance 34aa616c-fe6a-4289-9ca6-9e1977f74d6c [ 1277.428853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-36823ee8-7234-463a-8809-c09ad5325363 tempest-ServerRescueTestJSONUnderV235-1588777294 tempest-ServerRescueTestJSONUnderV235-1588777294-project-member] Lock "34aa616c-fe6a-4289-9ca6-9e1977f74d6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.362s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.850434] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.850792] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20385400-cb07-4cef-b9a9-3af959f7cf06 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.858082] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1277.858082] env[69287]: value = "task-3451526" [ 1277.858082] env[69287]: _type = "Task" [ 1277.858082] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.866007] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.371038] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451526, 'name': PowerOffVM_Task, 'duration_secs': 0.19214} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.371331] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.372539] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.372801] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0657fd97-c6fa-4902-ada4-f203d34a0997 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.380171] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.380416] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad9ac5c5-0671-4095-8f4c-1b6deae45fc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.406455] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.406748] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.406971] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Deleting the datastore file [datastore2] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.407280] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a71e35bc-a3de-45dd-ab69-9e192d62d76b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.415647] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1278.415647] env[69287]: value = "task-3451528" [ 1278.415647] env[69287]: _type = "Task" [ 1278.415647] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.423324] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.925873] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118344} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.926259] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.926313] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.926490] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.961755] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.962085] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.962198] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.962382] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.962528] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.962674] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.962911] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.963093] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.963270] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.963433] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.963601] env[69287]: DEBUG nova.virt.hardware [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.964501] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d3df3-88ce-42d9-81e5-9577d77db4d1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.972161] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c1d2eb-afa5-43ae-8c57-4f477b54e3e9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.985334] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance VIF info [] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.990736] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.990946] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.991151] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a07555f-1320-444a-b89d-c13500061407 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.007235] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.007235] env[69287]: value = "task-3451529" [ 1280.007235] env[69287]: _type = "Task" [ 1280.007235] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.014312] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451529, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.519103] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451529, 'name': CreateVM_Task, 'duration_secs': 0.285833} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.519296] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.519714] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.519853] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.520204] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.520454] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f803e11d-df08-482b-95f5-000df8571cef {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.524898] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1280.524898] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521321d0-9f1f-79a0-5fda-247b6391b00f" [ 1280.524898] env[69287]: _type = "Task" [ 1280.524898] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.532127] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521321d0-9f1f-79a0-5fda-247b6391b00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.035713] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]521321d0-9f1f-79a0-5fda-247b6391b00f, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.036117] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.036258] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.036493] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.036640] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.036812] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.037075] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b941aaa5-e5fb-4882-a97e-eb9ad7843c6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.045194] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.045358] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.046014] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7504605-a5bc-474e-9bde-9e4a8712b045 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.050704] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1281.050704] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52309c42-13ce-af22-3a91-ab1125170809" [ 1281.050704] env[69287]: _type = "Task" [ 1281.050704] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.057735] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52309c42-13ce-af22-3a91-ab1125170809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.560854] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52309c42-13ce-af22-3a91-ab1125170809, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.561625] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d71f58e-59ed-47e5-80c5-3f3b7dc7b0d4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.566688] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1281.566688] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526d7cf8-9f15-e353-a696-d3fc4df6f55f" [ 1281.566688] env[69287]: _type = "Task" [ 1281.566688] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.573975] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526d7cf8-9f15-e353-a696-d3fc4df6f55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.077061] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]526d7cf8-9f15-e353-a696-d3fc4df6f55f, 'name': SearchDatastore_Task, 'duration_secs': 0.016325} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.077445] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.077445] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.077748] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb87683e-aa5a-4ce0-bbcc-31888171f930 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.084918] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1282.084918] env[69287]: value = "task-3451530" [ 1282.084918] env[69287]: _type = "Task" [ 1282.084918] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.092812] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.595178] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409059} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.595455] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.595706] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.595908] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b058091-8013-4b70-9f9b-2007c299d503 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.602405] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1282.602405] env[69287]: value = "task-3451531" [ 1282.602405] env[69287]: _type = "Task" [ 1282.602405] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.609991] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.112175] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065621} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.112551] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.113239] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0eaf9d-d125-47a5-bd5e-4676b2ce0fa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.132341] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.132564] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c1569f-8a7a-4781-bfa0-617f3106ecf5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.151872] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1283.151872] env[69287]: value = "task-3451532" [ 1283.151872] env[69287]: _type = "Task" [ 1283.151872] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.159148] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.661433] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451532, 'name': ReconfigVM_Task, 'duration_secs': 0.264017} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.662508] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2/c0961cef-ccf0-4fdb-96ae-1485eb0e12d2.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.662508] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393d7ed1-d3e2-48d5-bf6c-88a3257f69d5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.668470] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1283.668470] env[69287]: value = "task-3451533" [ 1283.668470] env[69287]: _type = "Task" [ 1283.668470] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.677522] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451533, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.002820] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.003073] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.003224] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1284.003343] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Rebuilding the list of instances to heal {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1284.178544] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451533, 'name': Rename_Task, 'duration_secs': 0.136995} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.179044] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.179044] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f02e1f5-c4ce-4462-9a53-3ed61b0e5741 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.184743] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1284.184743] env[69287]: value = "task-3451534" [ 1284.184743] env[69287]: _type = "Task" [ 1284.184743] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.191927] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.533140] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.533307] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.533557] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d0539695-57c8-490c-8330-071f48be642d] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1284.533771] env[69287]: DEBUG nova.objects.instance [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lazy-loading 'info_cache' on Instance uuid d0539695-57c8-490c-8330-071f48be642d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.694781] env[69287]: DEBUG oslo_vmware.api [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451534, 'name': PowerOnVM_Task, 'duration_secs': 0.388051} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.695062] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.695270] env[69287]: DEBUG nova.compute.manager [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.696064] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9cc9f2-0ab8-4a14-acf3-41501573ff1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.209889] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.210233] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.210345] env[69287]: DEBUG nova.objects.instance [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69287) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1285.454202] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.454485] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.454718] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.454907] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.455960] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.457077] env[69287]: INFO nova.compute.manager [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Terminating instance [ 1285.961431] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "refresh_cache-c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.961604] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquired lock "refresh_cache-c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.961739] env[69287]: DEBUG nova.network.neutron [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.217898] env[69287]: DEBUG oslo_concurrency.lockutils [None req-1b2a6375-528d-4345-af97-471f43b76643 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.230155] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [{"id": "8622f9f4-316c-44df-b3db-8690ead37dd0", "address": "fa:16:3e:20:31:c4", "network": {"id": "fea8bbfe-4b22-4703-b137-ac28806ee442", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2043832871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eeda090eaafb4a7da5f51e2b7aba55fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8622f9f4-31", "ovs_interfaceid": "8622f9f4-316c-44df-b3db-8690ead37dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.481076] env[69287]: DEBUG nova.network.neutron [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.522905] env[69287]: DEBUG nova.network.neutron [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.732939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-d0539695-57c8-490c-8330-071f48be642d" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.733162] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: d0539695-57c8-490c-8330-071f48be642d] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1286.733406] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.733586] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.733739] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.733890] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.734046] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.734198] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.734329] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1286.734472] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.025845] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Releasing lock "refresh_cache-c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.026242] env[69287]: DEBUG nova.compute.manager [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.026438] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.027363] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919ddc6-f909-4dec-b72d-2c751f285fd8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.034750] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.034988] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86788327-014b-4f58-a7b9-519385159e39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.041342] env[69287]: DEBUG oslo_vmware.api [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1287.041342] env[69287]: value = "task-3451535" [ 1287.041342] env[69287]: _type = "Task" [ 1287.041342] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.049297] env[69287]: DEBUG oslo_vmware.api [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.237792] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.238202] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.238264] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.238430] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1287.239348] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7640e8da-61f1-4427-90e1-607b419d65b4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.247299] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7389e62-4c11-43f1-ad0b-53c3c15e14f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.261226] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3d04b-3a2d-4d98-86c4-8b24054f7307 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.267353] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ba627-c900-4ece-bba5-f054980cad58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.296154] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180379MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1287.296316] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.296536] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.551638] env[69287]: DEBUG oslo_vmware.api [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451535, 'name': PowerOffVM_Task, 'duration_secs': 0.114756} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.552071] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.552350] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.552672] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6769e51d-2f0b-4592-8936-50dd60455120 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.578246] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.578497] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.578688] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Deleting the datastore file [datastore1] c0961cef-ccf0-4fdb-96ae-1485eb0e12d2 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.578955] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c0c5fb-5d33-49bd-bdf1-269f48a91a9c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.586019] env[69287]: DEBUG oslo_vmware.api [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for the task: (returnval){ [ 1287.586019] env[69287]: value = "task-3451537" [ 1287.586019] env[69287]: _type = "Task" [ 1287.586019] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.594647] env[69287]: DEBUG oslo_vmware.api [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.954666] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.954937] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.956237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.956237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.956237] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.961196] env[69287]: INFO nova.compute.manager [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Terminating instance [ 1288.095486] env[69287]: DEBUG oslo_vmware.api [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Task: {'id': task-3451537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104136} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.095778] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.096028] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.096243] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.096426] env[69287]: INFO nova.compute.manager [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1288.096659] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.096876] env[69287]: DEBUG nova.compute.manager [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.096981] env[69287]: DEBUG nova.network.neutron [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.112519] env[69287]: DEBUG nova.network.neutron [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.324061] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance d0539695-57c8-490c-8330-071f48be642d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.324337] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 5ba24646-41f7-43cc-bf11-e9edbe778bff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.324379] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.324502] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance a425c897-76a1-4ddf-9a99-e9f46c34098b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.324616] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 2713d3da-7717-49a7-802b-ba0830eb5f97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.324730] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance c0961cef-ccf0-4fdb-96ae-1485eb0e12d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1288.324911] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1288.325057] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1288.413709] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7b2794-4e38-49a7-b904-8ab356eca94a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.421241] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1cc43-9957-4536-836b-44a1f6518bba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.450020] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd5f20-8b03-4d6e-932e-44dbede341ea {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.457183] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d5471-ac5c-49c4-bfc4-eb9b400c2835 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.465299] env[69287]: DEBUG nova.compute.manager [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.465557] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.473151] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28584168-eebe-452d-ae33-ec5e234c04a2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.474765] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.480781] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1288.480781] env[69287]: value = "task-3451538" [ 1288.480781] env[69287]: _type = "Task" [ 1288.480781] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.490185] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.615268] env[69287]: DEBUG nova.network.neutron [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.990629] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451538, 'name': PowerOffVM_Task, 'duration_secs': 0.198967} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.990885] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.991094] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.991291] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689058', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'name': 'volume-0d11a32e-8215-42d9-8fb8-ad01f413886f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a425c897-76a1-4ddf-9a99-e9f46c34098b', 'attached_at': '2025-04-15T19:19:59.000000', 'detached_at': '', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'serial': '0d11a32e-8215-42d9-8fb8-ad01f413886f'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.992047] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb2970-9c94-46c6-90af-1f9047dc611d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.010971] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1289.011198] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 176 to 177 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1289.011348] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.014903] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd018a-744f-4228-ac7b-913e2639f7cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.022089] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7445e-0672-495f-9c9f-d14161ba5f34 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.041286] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4f4c9-0979-40d6-b58f-2df649ba3397 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.056285] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] The volume has not been displaced from its original location: [datastore1] volume-0d11a32e-8215-42d9-8fb8-ad01f413886f/volume-0d11a32e-8215-42d9-8fb8-ad01f413886f.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.061416] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.061904] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6751065-9c89-438a-a8d7-ce9835f04c7d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.081259] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1289.081259] env[69287]: value = "task-3451539" [ 1289.081259] env[69287]: _type = "Task" [ 1289.081259] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.092564] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.118565] env[69287]: INFO nova.compute.manager [-] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Took 1.02 seconds to deallocate network for instance. [ 1289.518747] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1289.519091] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.222s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.591702] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451539, 'name': ReconfigVM_Task, 'duration_secs': 0.163964} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.591990] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.596595] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c869ee-addf-4734-b41c-0791dd2ba5c8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.612548] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1289.612548] env[69287]: value = "task-3451540" [ 1289.612548] env[69287]: _type = "Task" [ 1289.612548] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.624638] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.624979] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.625291] env[69287]: DEBUG nova.objects.instance [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lazy-loading 'resources' on Instance uuid c0961cef-ccf0-4fdb-96ae-1485eb0e12d2 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.630514] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.122567] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451540, 'name': ReconfigVM_Task, 'duration_secs': 0.397736} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.122852] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689058', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'name': 'volume-0d11a32e-8215-42d9-8fb8-ad01f413886f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a425c897-76a1-4ddf-9a99-e9f46c34098b', 'attached_at': '2025-04-15T19:19:59.000000', 'detached_at': '', 'volume_id': '0d11a32e-8215-42d9-8fb8-ad01f413886f', 'serial': '0d11a32e-8215-42d9-8fb8-ad01f413886f'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.123136] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.123893] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b2242-8c95-4f2e-bdba-6b1687834339 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.130302] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.130508] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45ee6e37-38bb-4b1b-b85f-719a55583073 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.207680] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.207904] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.208098] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore1] a425c897-76a1-4ddf-9a99-e9f46c34098b {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.208358] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6d36cc-9d89-4f2a-bf02-4a2aad331539 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.214370] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1290.214370] env[69287]: value = "task-3451542" [ 1290.214370] env[69287]: _type = "Task" [ 1290.214370] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.218222] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab677fa-2a36-424e-9dfd-3225693cfe41 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.227215] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b992426-4450-4b5d-906f-0646d04cbbd7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.230022] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.256311] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87260d23-cde7-447f-b8ba-a7f9b721d86c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.262871] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32217c1-78c4-495c-b03d-9208c4725639 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.276954] env[69287]: DEBUG nova.compute.provider_tree [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.724277] env[69287]: DEBUG oslo_vmware.api [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117385} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.724666] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.724710] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.724877] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.725065] env[69287]: INFO nova.compute.manager [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1290.725311] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.725536] env[69287]: DEBUG nova.compute.manager [-] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.725637] env[69287]: DEBUG nova.network.neutron [-] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.781064] env[69287]: DEBUG nova.scheduler.client.report [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.288026] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.315987] env[69287]: INFO nova.scheduler.client.report [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Deleted allocations for instance c0961cef-ccf0-4fdb-96ae-1485eb0e12d2 [ 1291.411509] env[69287]: DEBUG nova.compute.manager [req-4f082d83-1801-4f7c-922e-5dcc097d6d5d req-1336e90e-f777-4313-8cb3-09b1c5fd1296 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Received event network-vif-deleted-bf7b6007-b1a3-417d-a120-8c630d3b7f30 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1291.411509] env[69287]: INFO nova.compute.manager [req-4f082d83-1801-4f7c-922e-5dcc097d6d5d req-1336e90e-f777-4313-8cb3-09b1c5fd1296 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Neutron deleted interface bf7b6007-b1a3-417d-a120-8c630d3b7f30; detaching it from the instance and deleting it from the info cache [ 1291.411673] env[69287]: DEBUG nova.network.neutron [req-4f082d83-1801-4f7c-922e-5dcc097d6d5d req-1336e90e-f777-4313-8cb3-09b1c5fd1296 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.828711] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ed342fc9-a471-43f9-8fdf-7fe66e3b4673 tempest-ServerShowV257Test-808418435 tempest-ServerShowV257Test-808418435-project-member] Lock "c0961cef-ccf0-4fdb-96ae-1485eb0e12d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.374s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.892956] env[69287]: DEBUG nova.network.neutron [-] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.917773] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11f9f42c-f38f-482b-983d-a734d4ce3431 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.930715] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878bcc1c-f523-457c-966c-96db3dc45a54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.955565] env[69287]: DEBUG nova.compute.manager [req-4f082d83-1801-4f7c-922e-5dcc097d6d5d req-1336e90e-f777-4313-8cb3-09b1c5fd1296 service nova] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Detach interface failed, port_id=bf7b6007-b1a3-417d-a120-8c630d3b7f30, reason: Instance a425c897-76a1-4ddf-9a99-e9f46c34098b could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1292.361755] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.395583] env[69287]: INFO nova.compute.manager [-] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Took 1.67 seconds to deallocate network for instance. [ 1292.941513] env[69287]: INFO nova.compute.manager [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Took 0.55 seconds to detach 1 volumes for instance. [ 1292.943808] env[69287]: DEBUG nova.compute.manager [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Deleting volume: 0d11a32e-8215-42d9-8fb8-ad01f413886f {{(pid=69287) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1293.484039] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.484366] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.484591] env[69287]: DEBUG nova.objects.instance [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'resources' on Instance uuid a425c897-76a1-4ddf-9a99-e9f46c34098b {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.057216] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd720952-e768-4628-9c5d-34e1b4147d1e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.065047] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e047ee-9934-4916-9235-a3ea7967bae4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.094278] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4db2af-2d49-4acb-a7fe-5f9ab6c640ff {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.101254] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50695a82-e4a0-4cc6-acb6-7c5b728c7bba {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.113986] env[69287]: DEBUG nova.compute.provider_tree [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.248953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "2713d3da-7717-49a7-802b-ba0830eb5f97" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.249260] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.249520] env[69287]: DEBUG nova.compute.manager [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.250431] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e1594-3c97-474a-a4cb-e3d5f67a6860 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.257669] env[69287]: DEBUG nova.compute.manager [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1294.258201] env[69287]: DEBUG nova.objects.instance [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'flavor' on Instance uuid 2713d3da-7717-49a7-802b-ba0830eb5f97 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.617081] env[69287]: DEBUG nova.scheduler.client.report [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.122192] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.140262] env[69287]: INFO nova.scheduler.client.report [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted allocations for instance a425c897-76a1-4ddf-9a99-e9f46c34098b [ 1295.266992] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.267313] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a3fdc0-b4ce-4964-839f-6c5f07d2513d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.274432] env[69287]: DEBUG oslo_vmware.api [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1295.274432] env[69287]: value = "task-3451544" [ 1295.274432] env[69287]: _type = "Task" [ 1295.274432] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.282259] env[69287]: DEBUG oslo_vmware.api [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.647405] env[69287]: DEBUG oslo_concurrency.lockutils [None req-bcde8cee-6a32-410d-adfa-209c86a190e6 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "a425c897-76a1-4ddf-9a99-e9f46c34098b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.692s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.784574] env[69287]: DEBUG oslo_vmware.api [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451544, 'name': PowerOffVM_Task, 'duration_secs': 0.207583} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.784878] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.785077] env[69287]: DEBUG nova.compute.manager [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.785792] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df86db-da03-479e-9707-80544660611d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.912661] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.912924] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.913173] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "5ba24646-41f7-43cc-bf11-e9edbe778bff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.913361] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.913525] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.915485] env[69287]: INFO nova.compute.manager [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Terminating instance [ 1296.296663] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a08bc820-d7c4-48ad-93f4-2ef2ac59c80d tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.418571] env[69287]: DEBUG nova.compute.manager [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.418804] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.419716] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7383e5d3-a393-4746-bd49-3dea90835e58 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.427584] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.427812] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b33fb0e-bdbe-4faa-9949-d25dd9bbe598 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.434725] env[69287]: DEBUG oslo_vmware.api [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1296.434725] env[69287]: value = "task-3451545" [ 1296.434725] env[69287]: _type = "Task" [ 1296.434725] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.442537] env[69287]: DEBUG oslo_vmware.api [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.601759] env[69287]: DEBUG nova.objects.instance [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'flavor' on Instance uuid 2713d3da-7717-49a7-802b-ba0830eb5f97 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.946346] env[69287]: DEBUG oslo_vmware.api [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451545, 'name': PowerOffVM_Task, 'duration_secs': 0.209914} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.946562] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.946724] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.946973] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4df92490-da9b-40e6-a0d3-f57728cb7da9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.010626] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.010854] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.011054] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore1] 5ba24646-41f7-43cc-bf11-e9edbe778bff {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.011330] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2115f58-f317-43c8-9e43-6ca4956a82f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.018630] env[69287]: DEBUG oslo_vmware.api [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1297.018630] env[69287]: value = "task-3451547" [ 1297.018630] env[69287]: _type = "Task" [ 1297.018630] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.029639] env[69287]: DEBUG oslo_vmware.api [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.106900] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.107085] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.107275] env[69287]: DEBUG nova.network.neutron [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.107463] env[69287]: DEBUG nova.objects.instance [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'info_cache' on Instance uuid 2713d3da-7717-49a7-802b-ba0830eb5f97 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.529296] env[69287]: DEBUG oslo_vmware.api [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128747} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.529706] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.529706] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.529845] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.530041] env[69287]: INFO nova.compute.manager [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1297.530298] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.530490] env[69287]: DEBUG nova.compute.manager [-] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.530583] env[69287]: DEBUG nova.network.neutron [-] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.597351] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.597597] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.610854] env[69287]: DEBUG nova.objects.base [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Object Instance<2713d3da-7717-49a7-802b-ba0830eb5f97> lazy-loaded attributes: flavor,info_cache {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1297.812819] env[69287]: DEBUG nova.compute.manager [req-4202f6bf-1f77-469e-b459-afc8f235fd6e req-84c5118a-2e1f-4b83-970a-15d0cd78a793 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Received event network-vif-deleted-7b002f0c-79bb-486d-a111-c2d237757dc3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1297.813154] env[69287]: INFO nova.compute.manager [req-4202f6bf-1f77-469e-b459-afc8f235fd6e req-84c5118a-2e1f-4b83-970a-15d0cd78a793 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Neutron deleted interface 7b002f0c-79bb-486d-a111-c2d237757dc3; detaching it from the instance and deleting it from the info cache [ 1297.813303] env[69287]: DEBUG nova.network.neutron [req-4202f6bf-1f77-469e-b459-afc8f235fd6e req-84c5118a-2e1f-4b83-970a-15d0cd78a793 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.100847] env[69287]: INFO nova.compute.manager [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Detaching volume d1b26294-4635-4999-a6ff-b065f7e6abb7 [ 1298.134435] env[69287]: INFO nova.virt.block_device [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Attempting to driver detach volume d1b26294-4635-4999-a6ff-b065f7e6abb7 from mountpoint /dev/sdb [ 1298.134719] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.134893] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689064', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'name': 'volume-d1b26294-4635-4999-a6ff-b065f7e6abb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ddd9942-7c47-4a98-b4c5-a093ece7cb11', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'serial': 'd1b26294-4635-4999-a6ff-b065f7e6abb7'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.135834] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d2ef50-2591-448d-9b2b-cae7cfc27655 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.160753] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf6502-06e9-413e-ab46-82d976d5314c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.168391] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0874b-14c9-42e7-b6b5-d9382c4d2827 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.191931] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e36c1a-6556-40fb-80ae-12f4fb02a3b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.207224] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] The volume has not been displaced from its original location: [datastore1] volume-d1b26294-4635-4999-a6ff-b065f7e6abb7/volume-d1b26294-4635-4999-a6ff-b065f7e6abb7.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.212586] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.215345] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6e2626-a894-43a9-b295-2e84d0e35605 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.234970] env[69287]: DEBUG oslo_vmware.api [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1298.234970] env[69287]: value = "task-3451548" [ 1298.234970] env[69287]: _type = "Task" [ 1298.234970] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.243745] env[69287]: DEBUG oslo_vmware.api [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.291918] env[69287]: DEBUG nova.network.neutron [-] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.318482] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa4274eb-883b-4042-99d8-be275f50b537 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.328277] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e39162-bec7-448f-8403-0c2c9b22bb6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.354724] env[69287]: DEBUG nova.compute.manager [req-4202f6bf-1f77-469e-b459-afc8f235fd6e req-84c5118a-2e1f-4b83-970a-15d0cd78a793 service nova] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Detach interface failed, port_id=7b002f0c-79bb-486d-a111-c2d237757dc3, reason: Instance 5ba24646-41f7-43cc-bf11-e9edbe778bff could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1298.424647] env[69287]: DEBUG nova.network.neutron [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [{"id": "e5a5cc80-223c-4834-940f-22f700332890", "address": "fa:16:3e:f4:c9:6d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a5cc80-22", "ovs_interfaceid": "e5a5cc80-223c-4834-940f-22f700332890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.744912] env[69287]: DEBUG oslo_vmware.api [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451548, 'name': ReconfigVM_Task, 'duration_secs': 0.261543} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.745334] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.750586] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a97535-0832-426e-97b3-a02677fa090e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.770771] env[69287]: DEBUG oslo_vmware.api [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1298.770771] env[69287]: value = "task-3451549" [ 1298.770771] env[69287]: _type = "Task" [ 1298.770771] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.778930] env[69287]: DEBUG oslo_vmware.api [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.794612] env[69287]: INFO nova.compute.manager [-] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Took 1.26 seconds to deallocate network for instance. [ 1298.927838] env[69287]: DEBUG oslo_concurrency.lockutils [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.282466] env[69287]: DEBUG oslo_vmware.api [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451549, 'name': ReconfigVM_Task, 'duration_secs': 0.151109} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.282751] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689064', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'name': 'volume-d1b26294-4635-4999-a6ff-b065f7e6abb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ddd9942-7c47-4a98-b4c5-a093ece7cb11', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b26294-4635-4999-a6ff-b065f7e6abb7', 'serial': 'd1b26294-4635-4999-a6ff-b065f7e6abb7'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.301056] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.301335] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.301555] env[69287]: DEBUG nova.objects.instance [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'resources' on Instance uuid 5ba24646-41f7-43cc-bf11-e9edbe778bff {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.822798] env[69287]: DEBUG nova.objects.instance [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.867129] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ad492-425f-4ce9-916e-ced5900a2209 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.874765] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeac93a-d133-449e-8e4f-25a4d83b8163 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.904463] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea1729-bd81-42d6-8a6e-de68afc8839d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.911321] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb6a299-44a1-421a-8ff0-05f1f2612086 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.924015] env[69287]: DEBUG nova.compute.provider_tree [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.934507] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.934695] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-763e07f5-faca-4ef7-80c5-9556b59f0f20 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.940909] env[69287]: DEBUG oslo_vmware.api [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1299.940909] env[69287]: value = "task-3451550" [ 1299.940909] env[69287]: _type = "Task" [ 1299.940909] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.948428] env[69287]: DEBUG oslo_vmware.api [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.450198] env[69287]: DEBUG oslo_vmware.api [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451550, 'name': PowerOnVM_Task, 'duration_secs': 0.340209} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.450477] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.450672] env[69287]: DEBUG nova.compute.manager [None req-5a156c59-ee6b-4b2c-b3d7-89d460a668d3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.451432] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558e417-a46b-4d29-bac4-2d44448c7a60 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.454408] env[69287]: DEBUG nova.scheduler.client.report [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updated inventory for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1300.454596] env[69287]: DEBUG nova.compute.provider_tree [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating resource provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e generation from 177 to 178 during operation: update_inventory {{(pid=69287) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1300.454772] env[69287]: DEBUG nova.compute.provider_tree [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Updating inventory in ProviderTree for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.782109] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.831376] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0dc593f8-fc91-4159-9b3c-89c426655fa5 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.832935] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.051s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.833144] env[69287]: DEBUG nova.compute.manager [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.834214] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c39f0bf-b0ee-4cb1-a624-cf7856be1f1d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.843991] env[69287]: DEBUG nova.compute.manager [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69287) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1300.844593] env[69287]: DEBUG nova.objects.instance [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.959889] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.977007] env[69287]: INFO nova.scheduler.client.report [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted allocations for instance 5ba24646-41f7-43cc-bf11-e9edbe778bff [ 1301.380977] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267aff7-5600-43e1-9b64-559d8030e3a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.389482] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Suspending the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1301.389714] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-941ac9df-2e7d-4368-b394-3c4c8be20931 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.396131] env[69287]: DEBUG oslo_vmware.api [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1301.396131] env[69287]: value = "task-3451551" [ 1301.396131] env[69287]: _type = "Task" [ 1301.396131] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.404056] env[69287]: DEBUG oslo_vmware.api [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451551, 'name': SuspendVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.485483] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c0ecf5e9-8690-44e2-8469-d138187a373e tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "5ba24646-41f7-43cc-bf11-e9edbe778bff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.572s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.852090] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.852959] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f087dfbf-42cd-4ebd-86a7-5f2b0006091b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.860189] env[69287]: DEBUG oslo_vmware.api [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1301.860189] env[69287]: value = "task-3451552" [ 1301.860189] env[69287]: _type = "Task" [ 1301.860189] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.868046] env[69287]: DEBUG oslo_vmware.api [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.908189] env[69287]: DEBUG oslo_vmware.api [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451551, 'name': SuspendVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.372259] env[69287]: DEBUG oslo_vmware.api [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451552, 'name': PowerOffVM_Task, 'duration_secs': 0.161893} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.372544] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.372741] env[69287]: DEBUG nova.compute.manager [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.373494] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f34d7f-4a11-4a82-b964-0e4cd4f9d23d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.405059] env[69287]: DEBUG oslo_vmware.api [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451551, 'name': SuspendVM_Task, 'duration_secs': 0.540543} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.405197] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Suspended the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1302.405306] env[69287]: DEBUG nova.compute.manager [None req-af7a5c7b-db7b-4ae8-94d6-9ab7a8555eb1 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.406017] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de938423-a647-4734-ad10-e3ceaa3cfae6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.884375] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c2d4614b-82a2-4f84-b2de-9adb18129762 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.173553] env[69287]: DEBUG nova.objects.instance [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.679065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.679065] env[69287]: DEBUG oslo_concurrency.lockutils [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.679313] env[69287]: DEBUG nova.network.neutron [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.679313] env[69287]: DEBUG nova.objects.instance [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'info_cache' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.699433] env[69287]: INFO nova.compute.manager [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Resuming [ 1303.699978] env[69287]: DEBUG nova.objects.instance [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'flavor' on Instance uuid 2713d3da-7717-49a7-802b-ba0830eb5f97 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.183145] env[69287]: DEBUG nova.objects.base [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Object Instance<9ddd9942-7c47-4a98-b4c5-a093ece7cb11> lazy-loaded attributes: flavor,info_cache {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.897768] env[69287]: DEBUG nova.network.neutron [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [{"id": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "address": "fa:16:3e:05:6a:e1", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fc58895-ea", "ovs_interfaceid": "5fc58895-ea11-4c73-aeb5-1824ddf68d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.211280] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.211280] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquired lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.211280] env[69287]: DEBUG nova.network.neutron [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.400636] env[69287]: DEBUG oslo_concurrency.lockutils [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.633870] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "d0539695-57c8-490c-8330-071f48be642d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.634147] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "d0539695-57c8-490c-8330-071f48be642d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.634362] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "d0539695-57c8-490c-8330-071f48be642d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.634545] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "d0539695-57c8-490c-8330-071f48be642d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.634712] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "d0539695-57c8-490c-8330-071f48be642d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.637153] env[69287]: INFO nova.compute.manager [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Terminating instance [ 1305.898242] env[69287]: DEBUG nova.network.neutron [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [{"id": "e5a5cc80-223c-4834-940f-22f700332890", "address": "fa:16:3e:f4:c9:6d", "network": {"id": "0365cc54-245c-4ada-8537-77cc9f1dc00d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1402849079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a19563fb99c4342a0d089249b9edc1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5a5cc80-22", "ovs_interfaceid": "e5a5cc80-223c-4834-940f-22f700332890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.141055] env[69287]: DEBUG nova.compute.manager [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.141055] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.141957] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe8ee2-e36b-41e3-a448-b34de3a1e475 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.149649] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.149830] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a73f11-6ba1-4b78-9606-8a6921a927ed {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.155744] env[69287]: DEBUG oslo_vmware.api [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1306.155744] env[69287]: value = "task-3451554" [ 1306.155744] env[69287]: _type = "Task" [ 1306.155744] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.163090] env[69287]: DEBUG oslo_vmware.api [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.400670] env[69287]: DEBUG oslo_concurrency.lockutils [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Releasing lock "refresh_cache-2713d3da-7717-49a7-802b-ba0830eb5f97" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.401657] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d149cda-bc65-4d02-b002-3c06ef15b2e1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.404992] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.405225] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0eaec7a-88ec-48e0-a30e-0ecc2eec14b9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.408423] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Resuming the VM {{(pid=69287) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1306.408975] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a46642-325f-4b23-8502-195587b9e375 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.413367] env[69287]: DEBUG oslo_vmware.api [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1306.413367] env[69287]: value = "task-3451555" [ 1306.413367] env[69287]: _type = "Task" [ 1306.413367] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.414437] env[69287]: DEBUG oslo_vmware.api [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1306.414437] env[69287]: value = "task-3451556" [ 1306.414437] env[69287]: _type = "Task" [ 1306.414437] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.424059] env[69287]: DEBUG oslo_vmware.api [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.426744] env[69287]: DEBUG oslo_vmware.api [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.667126] env[69287]: DEBUG oslo_vmware.api [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451554, 'name': PowerOffVM_Task, 'duration_secs': 0.167638} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.667419] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.667614] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.667906] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab005fa7-7561-4b7e-8824-b72c63d91661 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.745991] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.746275] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.746406] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleting the datastore file [datastore2] d0539695-57c8-490c-8330-071f48be642d {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.746677] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb5c4ba-a955-4adb-a4e7-4f6e7a55252e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.754049] env[69287]: DEBUG oslo_vmware.api [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for the task: (returnval){ [ 1306.754049] env[69287]: value = "task-3451558" [ 1306.754049] env[69287]: _type = "Task" [ 1306.754049] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.767709] env[69287]: DEBUG oslo_vmware.api [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.927585] env[69287]: DEBUG oslo_vmware.api [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.930741] env[69287]: DEBUG oslo_vmware.api [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.264560] env[69287]: DEBUG oslo_vmware.api [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Task: {'id': task-3451558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180951} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.264825] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.264993] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.265191] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.265367] env[69287]: INFO nova.compute.manager [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] [instance: d0539695-57c8-490c-8330-071f48be642d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1307.265611] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.265808] env[69287]: DEBUG nova.compute.manager [-] [instance: d0539695-57c8-490c-8330-071f48be642d] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.265901] env[69287]: DEBUG nova.network.neutron [-] [instance: d0539695-57c8-490c-8330-071f48be642d] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.432375] env[69287]: DEBUG oslo_vmware.api [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451555, 'name': PowerOnVM_Task, 'duration_secs': 0.753954} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.432725] env[69287]: DEBUG oslo_vmware.api [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451556, 'name': PowerOnVM_Task, 'duration_secs': 0.513927} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.433013] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.433259] env[69287]: DEBUG nova.compute.manager [None req-217bc3f7-6315-49f4-a4f0-24240baec27b tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.433587] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Resumed the VM {{(pid=69287) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1307.433766] env[69287]: DEBUG nova.compute.manager [None req-cdbec7d8-1725-460e-bb55-1c960aae99a3 tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.434591] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f64ab7-390f-498f-8e25-a3989c9e4958 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.437619] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eed2c5-819e-4ca1-b4c6-594f8d8a69c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.498032] env[69287]: DEBUG nova.compute.manager [req-bb57ee11-cdee-418c-8233-a809e79914b8 req-37aed282-a976-4f35-8c0a-e2c151b3aebd service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Received event network-vif-deleted-8622f9f4-316c-44df-b3db-8690ead37dd0 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1307.498032] env[69287]: INFO nova.compute.manager [req-bb57ee11-cdee-418c-8233-a809e79914b8 req-37aed282-a976-4f35-8c0a-e2c151b3aebd service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Neutron deleted interface 8622f9f4-316c-44df-b3db-8690ead37dd0; detaching it from the instance and deleting it from the info cache [ 1307.498032] env[69287]: DEBUG nova.network.neutron [req-bb57ee11-cdee-418c-8233-a809e79914b8 req-37aed282-a976-4f35-8c0a-e2c151b3aebd service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.982060] env[69287]: DEBUG nova.network.neutron [-] [instance: d0539695-57c8-490c-8330-071f48be642d] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.001107] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d68964e8-3637-40f5-8f57-48d2cbecad4f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.011412] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb5bf8-5c7c-406a-940d-2ac49bb9d94b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.036198] env[69287]: DEBUG nova.compute.manager [req-bb57ee11-cdee-418c-8233-a809e79914b8 req-37aed282-a976-4f35-8c0a-e2c151b3aebd service nova] [instance: d0539695-57c8-490c-8330-071f48be642d] Detach interface failed, port_id=8622f9f4-316c-44df-b3db-8690ead37dd0, reason: Instance d0539695-57c8-490c-8330-071f48be642d could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1308.373883] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "2713d3da-7717-49a7-802b-ba0830eb5f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.374180] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.374791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "2713d3da-7717-49a7-802b-ba0830eb5f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.374791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.374791] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.377024] env[69287]: INFO nova.compute.manager [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Terminating instance [ 1308.485713] env[69287]: INFO nova.compute.manager [-] [instance: d0539695-57c8-490c-8330-071f48be642d] Took 1.22 seconds to deallocate network for instance. [ 1308.882901] env[69287]: DEBUG nova.compute.manager [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.883182] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.884089] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba54645-48a6-44b2-aef7-81ea01afd746 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.891769] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.892013] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af59be10-242f-45d9-86d5-47cf5b49386d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.898090] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1308.898090] env[69287]: value = "task-3451559" [ 1308.898090] env[69287]: _type = "Task" [ 1308.898090] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.905723] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.992167] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.992488] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.992732] env[69287]: DEBUG nova.objects.instance [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lazy-loading 'resources' on Instance uuid d0539695-57c8-490c-8330-071f48be642d {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.408848] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451559, 'name': PowerOffVM_Task, 'duration_secs': 0.223391} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.409119] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.409293] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.409547] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a4fd31-6248-4b66-8914-8cfabe6b7f53 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.494173] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.494577] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.494577] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleting the datastore file [datastore1] 2713d3da-7717-49a7-802b-ba0830eb5f97 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.497481] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a427e6-ceec-48e8-9ff5-3918f3881f6c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.504014] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for the task: (returnval){ [ 1309.504014] env[69287]: value = "task-3451561" [ 1309.504014] env[69287]: _type = "Task" [ 1309.504014] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.511583] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.547957] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aa1295-95fc-4b5b-86e1-d40423869dc5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.554865] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79077a-6737-429d-bb16-968ee497eef4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.584173] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df43dd62-1a8e-45d3-8f65-205182fd4305 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.591075] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148650f-6b47-4d8b-a909-62e2bbd38984 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.604048] env[69287]: DEBUG nova.compute.provider_tree [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.015232] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.107502] env[69287]: DEBUG nova.scheduler.client.report [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.514552] env[69287]: DEBUG oslo_vmware.api [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Task: {'id': task-3451561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.89803} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.514946] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.514997] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.515154] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.515329] env[69287]: INFO nova.compute.manager [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1310.515562] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.515746] env[69287]: DEBUG nova.compute.manager [-] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.515837] env[69287]: DEBUG nova.network.neutron [-] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.612662] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.630990] env[69287]: INFO nova.scheduler.client.report [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Deleted allocations for instance d0539695-57c8-490c-8330-071f48be642d [ 1310.958190] env[69287]: DEBUG nova.compute.manager [req-d90e5245-0d20-4955-9606-057c87e3556a req-d8809b42-951c-4252-99ff-6d293690d377 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Received event network-vif-deleted-e5a5cc80-223c-4834-940f-22f700332890 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1310.958397] env[69287]: INFO nova.compute.manager [req-d90e5245-0d20-4955-9606-057c87e3556a req-d8809b42-951c-4252-99ff-6d293690d377 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Neutron deleted interface e5a5cc80-223c-4834-940f-22f700332890; detaching it from the instance and deleting it from the info cache [ 1310.958569] env[69287]: DEBUG nova.network.neutron [req-d90e5245-0d20-4955-9606-057c87e3556a req-d8809b42-951c-4252-99ff-6d293690d377 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.138785] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e5566f84-4cca-4b07-b239-050a8643b187 tempest-ServerActionsTestOtherA-617016693 tempest-ServerActionsTestOtherA-617016693-project-member] Lock "d0539695-57c8-490c-8330-071f48be642d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.504s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.441018] env[69287]: DEBUG nova.network.neutron [-] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.461994] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1cf22dd-03bb-4b9d-8774-4478ff04c2c9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.471698] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20f084-b58b-408f-a8ad-145dce72fa42 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.497168] env[69287]: DEBUG nova.compute.manager [req-d90e5245-0d20-4955-9606-057c87e3556a req-d8809b42-951c-4252-99ff-6d293690d377 service nova] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Detach interface failed, port_id=e5a5cc80-223c-4834-940f-22f700332890, reason: Instance 2713d3da-7717-49a7-802b-ba0830eb5f97 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1311.944741] env[69287]: INFO nova.compute.manager [-] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Took 1.43 seconds to deallocate network for instance. [ 1312.453269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.453269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.453269] env[69287]: DEBUG nova.objects.instance [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lazy-loading 'resources' on Instance uuid 2713d3da-7717-49a7-802b-ba0830eb5f97 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.004591] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f1d294-7578-43b9-9279-9f6d3837576e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.014192] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b56be1e-17c7-4cec-ab74-2a17571c57fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.043988] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944774b-6699-4541-9498-f58a898517bd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.051287] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e4ca8-8f99-41aa-91bd-94a8862d2bbd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.064354] env[69287]: DEBUG nova.compute.provider_tree [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.568397] env[69287]: DEBUG nova.scheduler.client.report [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.074729] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.100319] env[69287]: INFO nova.scheduler.client.report [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Deleted allocations for instance 2713d3da-7717-49a7-802b-ba0830eb5f97 [ 1314.608562] env[69287]: DEBUG oslo_concurrency.lockutils [None req-21db46f0-88b7-43c2-8123-71522b02dd2f tempest-ServerActionsTestJSON-417068501 tempest-ServerActionsTestJSON-417068501-project-member] Lock "2713d3da-7717-49a7-802b-ba0830eb5f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.234s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.650918] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.651183] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.154971] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.682180] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.682180] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.683476] env[69287]: INFO nova.compute.claims [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.730589] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe87ca2-b542-4e61-bc6a-001af851a7eb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.738812] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea740700-bd66-41aa-b2af-024714371059 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.768326] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f509aa34-922b-4763-89bb-9fe3cc158b54 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.775386] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e38487-0422-4255-8782-0d1c03ebe5c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.789485] env[69287]: DEBUG nova.compute.provider_tree [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.293072] env[69287]: DEBUG nova.scheduler.client.report [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.797551] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.798096] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.303535] env[69287]: DEBUG nova.compute.utils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1320.304956] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.305155] env[69287]: DEBUG nova.network.neutron [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.351024] env[69287]: DEBUG nova.policy [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08b68c693b224fa79dd0a89fcd90e62a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af13adb421044609dd19a65b2fd1f62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.607656] env[69287]: DEBUG nova.network.neutron [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Successfully created port: 169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.808422] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.817621] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.844619] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.845284] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.845284] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.845284] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.845466] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.845499] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.845698] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.845847] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.846028] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.846196] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.846370] env[69287]: DEBUG nova.virt.hardware [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.847274] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b81c40-e700-410d-8e46-b5056f61c016 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.855874] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6565094-cc2c-4de1-8bef-e98202dc6155 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.971642] env[69287]: DEBUG nova.compute.manager [req-00c42c70-d426-48a9-ba39-66db91681c1e req-0295e014-9a7d-4f14-b2e1-99e80367d04d service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-vif-plugged-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1321.971838] env[69287]: DEBUG oslo_concurrency.lockutils [req-00c42c70-d426-48a9-ba39-66db91681c1e req-0295e014-9a7d-4f14-b2e1-99e80367d04d service nova] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.972058] env[69287]: DEBUG oslo_concurrency.lockutils [req-00c42c70-d426-48a9-ba39-66db91681c1e req-0295e014-9a7d-4f14-b2e1-99e80367d04d service nova] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.972224] env[69287]: DEBUG oslo_concurrency.lockutils [req-00c42c70-d426-48a9-ba39-66db91681c1e req-0295e014-9a7d-4f14-b2e1-99e80367d04d service nova] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.972452] env[69287]: DEBUG nova.compute.manager [req-00c42c70-d426-48a9-ba39-66db91681c1e req-0295e014-9a7d-4f14-b2e1-99e80367d04d service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] No waiting events found dispatching network-vif-plugged-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.972579] env[69287]: WARNING nova.compute.manager [req-00c42c70-d426-48a9-ba39-66db91681c1e req-0295e014-9a7d-4f14-b2e1-99e80367d04d service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received unexpected event network-vif-plugged-169f1c4d-2815-4f05-89d3-c3652e2f043f for instance with vm_state building and task_state spawning. [ 1322.054335] env[69287]: DEBUG nova.network.neutron [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Successfully updated port: 169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.556953] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.557136] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.557298] env[69287]: DEBUG nova.network.neutron [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.087801] env[69287]: DEBUG nova.network.neutron [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.206638] env[69287]: DEBUG nova.network.neutron [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.709600] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.709926] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance network_info: |[{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.710434] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:0b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '169f1c4d-2815-4f05-89d3-c3652e2f043f', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.719273] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating folder: Project (9af13adb421044609dd19a65b2fd1f62). Parent ref: group-v688742. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.719538] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ad11d63-1065-4eae-a3f2-be5ac06effaa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.730919] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Created folder: Project (9af13adb421044609dd19a65b2fd1f62) in parent group-v688742. [ 1323.731110] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating folder: Instances. Parent ref: group-v689074. {{(pid=69287) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.731334] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f1d5eb-ee9a-42aa-a5fe-89664ed12b5b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.739848] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Created folder: Instances in parent group-v689074. [ 1323.740071] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.740247] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.740456] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67232062-9084-406c-855c-f9d5a756c07b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.757886] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.757886] env[69287]: value = "task-3451564" [ 1323.757886] env[69287]: _type = "Task" [ 1323.757886] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.765078] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451564, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.998232] env[69287]: DEBUG nova.compute.manager [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-changed-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.998400] env[69287]: DEBUG nova.compute.manager [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Refreshing instance network info cache due to event network-changed-169f1c4d-2815-4f05-89d3-c3652e2f043f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1323.998660] env[69287]: DEBUG oslo_concurrency.lockutils [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.998810] env[69287]: DEBUG oslo_concurrency.lockutils [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.999112] env[69287]: DEBUG nova.network.neutron [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Refreshing network info cache for port 169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.268678] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451564, 'name': CreateVM_Task, 'duration_secs': 0.299686} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.269165] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.269454] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.269638] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.269939] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.270210] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2578f6ed-4aaa-44a2-a59e-031c6654db02 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.274709] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1324.274709] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a41db4-de95-f1c2-14c9-5898f4432321" [ 1324.274709] env[69287]: _type = "Task" [ 1324.274709] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.282035] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a41db4-de95-f1c2-14c9-5898f4432321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.671248] env[69287]: DEBUG nova.network.neutron [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updated VIF entry in instance network info cache for port 169f1c4d-2815-4f05-89d3-c3652e2f043f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.671627] env[69287]: DEBUG nova.network.neutron [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.784890] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52a41db4-de95-f1c2-14c9-5898f4432321, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.785229] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.785481] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.785729] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.785879] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.786067] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.786324] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26ea601c-27a4-4843-97c6-7515895188ac {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.794436] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.794608] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.795285] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e535e300-491c-46e6-8a2f-2c1598809e16 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.800044] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1324.800044] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52691ea7-e694-4bde-1263-7ed46cb480d9" [ 1324.800044] env[69287]: _type = "Task" [ 1324.800044] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.806854] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52691ea7-e694-4bde-1263-7ed46cb480d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.174421] env[69287]: DEBUG oslo_concurrency.lockutils [req-65d441ac-efd6-4d7c-8766-1da840d592b5 req-07e91e41-5d31-43f2-a55c-a5c9f614f9d3 service nova] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.310359] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52691ea7-e694-4bde-1263-7ed46cb480d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.311144] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154f2713-a740-4eb2-b476-8285d4d9ec32 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.316234] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1325.316234] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfb9b8-6f13-398f-2ffc-a226ec70ed6e" [ 1325.316234] env[69287]: _type = "Task" [ 1325.316234] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.324144] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfb9b8-6f13-398f-2ffc-a226ec70ed6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.826821] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52dfb9b8-6f13-398f-2ffc-a226ec70ed6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.827095] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.827357] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.827595] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fef5fae-c5bf-4f9b-901e-dc0f1e94b702 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.833623] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1325.833623] env[69287]: value = "task-3451565" [ 1325.833623] env[69287]: _type = "Task" [ 1325.833623] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.840831] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.343213] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436916} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.343434] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.343603] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.343848] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d329da6b-db0e-4acd-b871-1080148b9f30 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.350919] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1326.350919] env[69287]: value = "task-3451566" [ 1326.350919] env[69287]: _type = "Task" [ 1326.350919] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.357703] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.860640] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063211} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.860893] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.861645] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99216208-6083-478e-a1b7-218494217268 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.884084] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.884340] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941c2e90-e1d2-494e-b972-23bec7b87116 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.904990] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1326.904990] env[69287]: value = "task-3451567" [ 1326.904990] env[69287]: _type = "Task" [ 1326.904990] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.912761] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.414808] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451567, 'name': ReconfigVM_Task, 'duration_secs': 0.285967} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.519972] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.519972] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a52cc84-405f-4c46-9d93-4fa1af0d0cf8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.519972] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1327.519972] env[69287]: value = "task-3451568" [ 1327.519972] env[69287]: _type = "Task" [ 1327.519972] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.519972] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451568, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.931863] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451568, 'name': Rename_Task, 'duration_secs': 0.130685} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.932146] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.932420] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51172161-92f9-47fe-89d8-9cdd40ffadab {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.938473] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1327.938473] env[69287]: value = "task-3451569" [ 1327.938473] env[69287]: _type = "Task" [ 1327.938473] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.945788] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.449344] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.950131] env[69287]: DEBUG oslo_vmware.api [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451569, 'name': PowerOnVM_Task, 'duration_secs': 0.652328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.950416] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.950604] env[69287]: INFO nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1328.950785] env[69287]: DEBUG nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.951586] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048283bb-8938-47c8-9df8-a7eff1159ac7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.474530] env[69287]: INFO nova.compute.manager [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Took 11.81 seconds to build instance. [ 1329.976628] env[69287]: DEBUG oslo_concurrency.lockutils [None req-43c0b92c-d4ac-41c3-a780-579d5492bb1f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.325s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.049923] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "b87aaa0c-f810-4168-87d2-0a8438676673" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.050166] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "b87aaa0c-f810-4168-87d2-0a8438676673" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.552070] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.074548] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.074875] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.076509] env[69287]: INFO nova.compute.claims [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.128409] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcede09f-10f8-4d7d-8131-5844d3533aa6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.135960] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590a464-d22d-4460-8f1b-d3f1a3a8bea6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.165570] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74358a54-cf55-4654-b33b-2f97dea29be4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.172156] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c071f7-2a6d-4ee4-9b7b-b70520276aa1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.184621] env[69287]: DEBUG nova.compute.provider_tree [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.689060] env[69287]: DEBUG nova.scheduler.client.report [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.194532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.195123] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.699877] env[69287]: DEBUG nova.compute.utils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1333.701304] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.701472] env[69287]: DEBUG nova.network.neutron [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.748599] env[69287]: DEBUG nova.policy [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08b68c693b224fa79dd0a89fcd90e62a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9af13adb421044609dd19a65b2fd1f62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.999728] env[69287]: DEBUG nova.network.neutron [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Successfully created port: 0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.206800] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.216503] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.241932] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.242864] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.242864] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.242864] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.242864] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.242864] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.243154] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.243219] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.243369] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.243553] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.243734] env[69287]: DEBUG nova.virt.hardware [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.244609] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f413bf-0e70-468b-8189-8957f5517394 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.252741] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d9ee37-1705-4418-acaa-b84c63bff6fa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.333868] env[69287]: DEBUG nova.compute.manager [req-ba19f0e5-126c-4652-885b-173fb3bb7575 req-61e91f4d-1814-4e66-9fcf-188d8d469de6 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Received event network-vif-plugged-0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1335.334100] env[69287]: DEBUG oslo_concurrency.lockutils [req-ba19f0e5-126c-4652-885b-173fb3bb7575 req-61e91f4d-1814-4e66-9fcf-188d8d469de6 service nova] Acquiring lock "b87aaa0c-f810-4168-87d2-0a8438676673-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.334305] env[69287]: DEBUG oslo_concurrency.lockutils [req-ba19f0e5-126c-4652-885b-173fb3bb7575 req-61e91f4d-1814-4e66-9fcf-188d8d469de6 service nova] Lock "b87aaa0c-f810-4168-87d2-0a8438676673-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.334470] env[69287]: DEBUG oslo_concurrency.lockutils [req-ba19f0e5-126c-4652-885b-173fb3bb7575 req-61e91f4d-1814-4e66-9fcf-188d8d469de6 service nova] Lock "b87aaa0c-f810-4168-87d2-0a8438676673-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.334638] env[69287]: DEBUG nova.compute.manager [req-ba19f0e5-126c-4652-885b-173fb3bb7575 req-61e91f4d-1814-4e66-9fcf-188d8d469de6 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] No waiting events found dispatching network-vif-plugged-0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.334824] env[69287]: WARNING nova.compute.manager [req-ba19f0e5-126c-4652-885b-173fb3bb7575 req-61e91f4d-1814-4e66-9fcf-188d8d469de6 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Received unexpected event network-vif-plugged-0f20e33a-3b5b-450f-a2ae-5c9bab321a6e for instance with vm_state building and task_state spawning. [ 1335.417626] env[69287]: DEBUG nova.network.neutron [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Successfully updated port: 0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.921141] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "refresh_cache-b87aaa0c-f810-4168-87d2-0a8438676673" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.921328] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "refresh_cache-b87aaa0c-f810-4168-87d2-0a8438676673" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.921552] env[69287]: DEBUG nova.network.neutron [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.452386] env[69287]: DEBUG nova.network.neutron [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.564098] env[69287]: DEBUG nova.network.neutron [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Updating instance_info_cache with network_info: [{"id": "0f20e33a-3b5b-450f-a2ae-5c9bab321a6e", "address": "fa:16:3e:c4:cb:9d", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f20e33a-3b", "ovs_interfaceid": "0f20e33a-3b5b-450f-a2ae-5c9bab321a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.067125] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "refresh_cache-b87aaa0c-f810-4168-87d2-0a8438676673" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.067468] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Instance network_info: |[{"id": "0f20e33a-3b5b-450f-a2ae-5c9bab321a6e", "address": "fa:16:3e:c4:cb:9d", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f20e33a-3b", "ovs_interfaceid": "0f20e33a-3b5b-450f-a2ae-5c9bab321a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1337.067895] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:cb:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f20e33a-3b5b-450f-a2ae-5c9bab321a6e', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.076183] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.076404] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.077043] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87ee44ff-3a30-49b9-8b48-6d616b594b37 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.097854] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.097854] env[69287]: value = "task-3451570" [ 1337.097854] env[69287]: _type = "Task" [ 1337.097854] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.113900] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451570, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.358277] env[69287]: DEBUG nova.compute.manager [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Received event network-changed-0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1337.358484] env[69287]: DEBUG nova.compute.manager [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Refreshing instance network info cache due to event network-changed-0f20e33a-3b5b-450f-a2ae-5c9bab321a6e. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1337.358729] env[69287]: DEBUG oslo_concurrency.lockutils [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] Acquiring lock "refresh_cache-b87aaa0c-f810-4168-87d2-0a8438676673" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.358893] env[69287]: DEBUG oslo_concurrency.lockutils [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] Acquired lock "refresh_cache-b87aaa0c-f810-4168-87d2-0a8438676673" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.359082] env[69287]: DEBUG nova.network.neutron [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Refreshing network info cache for port 0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.608160] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451570, 'name': CreateVM_Task, 'duration_secs': 0.484444} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.608590] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.608942] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.609130] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.609449] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.609703] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1dc202-2a2c-41f2-b8ff-2955ae518e6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.614466] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1337.614466] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261f1dd-852d-dfd4-e2ac-4e32d3ae0ac9" [ 1337.614466] env[69287]: _type = "Task" [ 1337.614466] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.622230] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261f1dd-852d-dfd4-e2ac-4e32d3ae0ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.034282] env[69287]: DEBUG nova.network.neutron [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Updated VIF entry in instance network info cache for port 0f20e33a-3b5b-450f-a2ae-5c9bab321a6e. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.034658] env[69287]: DEBUG nova.network.neutron [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Updating instance_info_cache with network_info: [{"id": "0f20e33a-3b5b-450f-a2ae-5c9bab321a6e", "address": "fa:16:3e:c4:cb:9d", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f20e33a-3b", "ovs_interfaceid": "0f20e33a-3b5b-450f-a2ae-5c9bab321a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.127590] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5261f1dd-852d-dfd4-e2ac-4e32d3ae0ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.127899] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.128140] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.128380] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.128526] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.128707] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.128957] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3e2cbdb-18fc-4ad4-bf47-844cd6a455b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.137834] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.138336] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.139103] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3549b8f9-2f05-49e5-b2b2-ac919226439f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.144173] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1338.144173] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5274c26c-80ae-b912-d1f4-64d93447e672" [ 1338.144173] env[69287]: _type = "Task" [ 1338.144173] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.151632] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5274c26c-80ae-b912-d1f4-64d93447e672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.537174] env[69287]: DEBUG oslo_concurrency.lockutils [req-2c1faa51-f3d6-4b92-b313-c02eb86d8659 req-4cdaabcc-c0fc-4d26-8486-46c0181292ab service nova] Releasing lock "refresh_cache-b87aaa0c-f810-4168-87d2-0a8438676673" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.654505] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5274c26c-80ae-b912-d1f4-64d93447e672, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.655482] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc48b2f-f340-43a0-8a8a-d2857b346578 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.660797] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1338.660797] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b10939-27d5-6cea-62fd-d87b88bf81cf" [ 1338.660797] env[69287]: _type = "Task" [ 1338.660797] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.668449] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b10939-27d5-6cea-62fd-d87b88bf81cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.027398] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.027682] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.027921] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.028092] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.028269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.030647] env[69287]: INFO nova.compute.manager [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Terminating instance [ 1339.171553] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b10939-27d5-6cea-62fd-d87b88bf81cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009441} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.171814] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.172112] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] b87aaa0c-f810-4168-87d2-0a8438676673/b87aaa0c-f810-4168-87d2-0a8438676673.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.172651] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f2b816-dd3e-4496-b862-f9ccb676b2a0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.181968] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1339.181968] env[69287]: value = "task-3451571" [ 1339.181968] env[69287]: _type = "Task" [ 1339.181968] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.189559] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.535041] env[69287]: DEBUG nova.compute.manager [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.535041] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.535848] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6631ef-15fc-40a0-bcfe-48de74d7b3ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.546990] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.547317] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8243758d-1170-42cb-ab89-ca60d35e7eeb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.555560] env[69287]: DEBUG oslo_vmware.api [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1339.555560] env[69287]: value = "task-3451572" [ 1339.555560] env[69287]: _type = "Task" [ 1339.555560] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.565788] env[69287]: DEBUG oslo_vmware.api [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.692276] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407303} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.692689] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore1] b87aaa0c-f810-4168-87d2-0a8438676673/b87aaa0c-f810-4168-87d2-0a8438676673.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.692771] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.693022] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7c7867f-9202-4e29-b71c-d170b4623cc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.699203] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1339.699203] env[69287]: value = "task-3451573" [ 1339.699203] env[69287]: _type = "Task" [ 1339.699203] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.707019] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.849801] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.850056] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.850220] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.850377] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.850536] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1340.065170] env[69287]: DEBUG oslo_vmware.api [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451572, 'name': PowerOffVM_Task, 'duration_secs': 0.22287} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.065425] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.065589] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.065829] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d08b0acf-b532-4c15-91e5-af70d6c61a17 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.126661] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.126839] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.127035] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Deleting the datastore file [datastore2] 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.127305] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a4e344-6bb3-47eb-97f0-db0858675c15 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.133663] env[69287]: DEBUG oslo_vmware.api [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1340.133663] env[69287]: value = "task-3451575" [ 1340.133663] env[69287]: _type = "Task" [ 1340.133663] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.141599] env[69287]: DEBUG oslo_vmware.api [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.207548] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098509} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.207791] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.208530] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d78914-4c7f-4bfb-b4dd-793d835fe7f8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.231509] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b87aaa0c-f810-4168-87d2-0a8438676673/b87aaa0c-f810-4168-87d2-0a8438676673.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.231849] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07981ba3-17ad-40de-bef9-d9bc2c25196f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.261258] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1340.261258] env[69287]: value = "task-3451576" [ 1340.261258] env[69287]: _type = "Task" [ 1340.261258] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.271839] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.643472] env[69287]: DEBUG oslo_vmware.api [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159523} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.643834] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.644046] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.644237] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.644412] env[69287]: INFO nova.compute.manager [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1340.644652] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.644854] env[69287]: DEBUG nova.compute.manager [-] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.644938] env[69287]: DEBUG nova.network.neutron [-] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.770992] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451576, 'name': ReconfigVM_Task, 'duration_secs': 0.264389} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.771326] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b87aaa0c-f810-4168-87d2-0a8438676673/b87aaa0c-f810-4168-87d2-0a8438676673.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.771916] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d491105-e0b5-4bec-8889-107315d91476 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.778886] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1340.778886] env[69287]: value = "task-3451577" [ 1340.778886] env[69287]: _type = "Task" [ 1340.778886] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.786333] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451577, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.846091] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.849806] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.288958] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451577, 'name': Rename_Task, 'duration_secs': 0.133147} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.289233] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.289470] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7360181a-fb7a-4f77-ad42-b91466a2d306 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.295737] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1341.295737] env[69287]: value = "task-3451578" [ 1341.295737] env[69287]: _type = "Task" [ 1341.295737] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.303250] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.336196] env[69287]: DEBUG nova.compute.manager [req-c132aace-17bb-4b23-b979-b019c3451f71 req-7f83dd61-59b5-4848-ac51-34754caa649a service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Received event network-vif-deleted-5fc58895-ea11-4c73-aeb5-1824ddf68d3c {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1341.336403] env[69287]: INFO nova.compute.manager [req-c132aace-17bb-4b23-b979-b019c3451f71 req-7f83dd61-59b5-4848-ac51-34754caa649a service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Neutron deleted interface 5fc58895-ea11-4c73-aeb5-1824ddf68d3c; detaching it from the instance and deleting it from the info cache [ 1341.336569] env[69287]: DEBUG nova.network.neutron [req-c132aace-17bb-4b23-b979-b019c3451f71 req-7f83dd61-59b5-4848-ac51-34754caa649a service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.806442] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.818888] env[69287]: DEBUG nova.network.neutron [-] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.838814] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e51ef63b-e4df-4dc2-a58b-bb59288b54e4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.848551] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276fb8c-f8e0-4a86-aac7-9b00f9cb445d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.858869] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.858931] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1341.875059] env[69287]: DEBUG nova.compute.manager [req-c132aace-17bb-4b23-b979-b019c3451f71 req-7f83dd61-59b5-4848-ac51-34754caa649a service nova] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Detach interface failed, port_id=5fc58895-ea11-4c73-aeb5-1824ddf68d3c, reason: Instance 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1342.307193] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.321820] env[69287]: INFO nova.compute.manager [-] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Took 1.68 seconds to deallocate network for instance. [ 1342.808604] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.827692] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.828056] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.828325] env[69287]: DEBUG nova.objects.instance [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'resources' on Instance uuid 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.880501] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.880680] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquired lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.880830] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Forcefully refreshing network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1343.308739] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.382085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd79290f-156a-4023-89af-84a8fbb9a733 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.391121] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854f52e2-c3ab-4b41-89f2-93a8b91ff102 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.422010] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.423618] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0331ced9-da75-4c6f-af02-80d3526173a8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.430994] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d977ad-45bb-4c85-8683-d2c92f89cfaf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.444420] env[69287]: DEBUG nova.compute.provider_tree [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.808777] env[69287]: DEBUG oslo_vmware.api [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451578, 'name': PowerOnVM_Task, 'duration_secs': 2.419637} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.809125] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.809270] env[69287]: INFO nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1343.809470] env[69287]: DEBUG nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.810251] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f213856-86b8-4742-a380-e3cc9880fdb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.947573] env[69287]: DEBUG nova.scheduler.client.report [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.993912] env[69287]: DEBUG nova.network.neutron [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.327026] env[69287]: INFO nova.compute.manager [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Took 13.27 seconds to build instance. [ 1344.452819] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.472922] env[69287]: INFO nova.scheduler.client.report [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Deleted allocations for instance 9ddd9942-7c47-4a98-b4c5-a093ece7cb11 [ 1344.496326] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Releasing lock "refresh_cache-9ddd9942-7c47-4a98-b4c5-a093ece7cb11" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.496555] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Updated the network info_cache for instance {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1344.496742] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.496910] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.828893] env[69287]: DEBUG oslo_concurrency.lockutils [None req-ebe1596b-92f6-4c2f-9671-60d8fe428fd6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "b87aaa0c-f810-4168-87d2-0a8438676673" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.779s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.980234] env[69287]: DEBUG oslo_concurrency.lockutils [None req-0d08361f-219f-4c4f-bb45-c2ef420330f6 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "9ddd9942-7c47-4a98-b4c5-a093ece7cb11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.952s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.999232] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.999466] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.999641] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.999790] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1345.000917] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e491daa-19df-406f-b3a8-61f250fc0d26 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.009557] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a830874-a7f9-47d8-92a5-4cd1a5e16dc4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.023469] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c480f13-cb41-4233-b0ad-91ed4a7cb415 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.030092] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec59ae6-7be8-490a-8c19-e538c5920ff6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.059785] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180671MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1345.059977] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.060175] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.295424] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "b87aaa0c-f810-4168-87d2-0a8438676673" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.295773] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "b87aaa0c-f810-4168-87d2-0a8438676673" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.296059] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "b87aaa0c-f810-4168-87d2-0a8438676673-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.296269] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "b87aaa0c-f810-4168-87d2-0a8438676673-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.296477] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "b87aaa0c-f810-4168-87d2-0a8438676673-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.298601] env[69287]: INFO nova.compute.manager [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Terminating instance [ 1345.803647] env[69287]: DEBUG nova.compute.manager [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.803931] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.804852] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b071fa5-ffd1-45ef-907a-1f92fad96a7e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.814066] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.814305] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae9c3654-0421-4be4-8962-8467a07de65b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.820952] env[69287]: DEBUG oslo_vmware.api [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1345.820952] env[69287]: value = "task-3451579" [ 1345.820952] env[69287]: _type = "Task" [ 1345.820952] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.828372] env[69287]: DEBUG oslo_vmware.api [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.087085] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 484f97e9-4044-4d91-b2e9-d0db74432801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.087349] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance b87aaa0c-f810-4168-87d2-0a8438676673 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.087419] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1346.087556] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1346.124033] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18cc33-059c-4893-965a-3c36b61f728b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.131399] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffe4429-bb1c-448d-9fc3-098f281aa3b6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.160879] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b438c-5319-4d51-a62e-b73f5d7228dd {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.167778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c03e00-8c65-4736-8323-3bcf54785ba3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.181114] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.330502] env[69287]: DEBUG oslo_vmware.api [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451579, 'name': PowerOffVM_Task, 'duration_secs': 0.206624} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.331159] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.331159] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.331310] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40ee9749-dccb-4f08-bedb-a5b7e584c7d8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.395779] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.395996] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.396223] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleting the datastore file [datastore1] b87aaa0c-f810-4168-87d2-0a8438676673 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.396493] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f368bcf-0470-4e55-bdaf-79f7ff73bd92 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.403097] env[69287]: DEBUG oslo_vmware.api [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1346.403097] env[69287]: value = "task-3451581" [ 1346.403097] env[69287]: _type = "Task" [ 1346.403097] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.410678] env[69287]: DEBUG oslo_vmware.api [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.684819] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.912129] env[69287]: DEBUG oslo_vmware.api [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160404} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.912383] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.912604] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.912784] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.912966] env[69287]: INFO nova.compute.manager [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1346.913228] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.913423] env[69287]: DEBUG nova.compute.manager [-] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.913518] env[69287]: DEBUG nova.network.neutron [-] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.159313] env[69287]: DEBUG nova.compute.manager [req-aaeacf1a-0da4-47df-8ab7-4343bb791f02 req-99425716-3ff6-4fa0-978c-c200c689e0e4 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Received event network-vif-deleted-0f20e33a-3b5b-450f-a2ae-5c9bab321a6e {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1347.159587] env[69287]: INFO nova.compute.manager [req-aaeacf1a-0da4-47df-8ab7-4343bb791f02 req-99425716-3ff6-4fa0-978c-c200c689e0e4 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Neutron deleted interface 0f20e33a-3b5b-450f-a2ae-5c9bab321a6e; detaching it from the instance and deleting it from the info cache [ 1347.160383] env[69287]: DEBUG nova.network.neutron [req-aaeacf1a-0da4-47df-8ab7-4343bb791f02 req-99425716-3ff6-4fa0-978c-c200c689e0e4 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.189721] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1347.189913] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.192793] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.193027] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.640258] env[69287]: DEBUG nova.network.neutron [-] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.662501] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1e1de83-aafd-4c31-a582-48164d717d27 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.672227] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a36903-cc06-4a75-8771-e17864c2b00b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.696713] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Starting instance... {{(pid=69287) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.700541] env[69287]: DEBUG nova.compute.manager [req-aaeacf1a-0da4-47df-8ab7-4343bb791f02 req-99425716-3ff6-4fa0-978c-c200c689e0e4 service nova] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Detach interface failed, port_id=0f20e33a-3b5b-450f-a2ae-5c9bab321a6e, reason: Instance b87aaa0c-f810-4168-87d2-0a8438676673 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1348.143109] env[69287]: INFO nova.compute.manager [-] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Took 1.23 seconds to deallocate network for instance. [ 1348.219115] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.219486] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.220906] env[69287]: INFO nova.compute.claims [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.649484] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.281361] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9936b462-361d-4f5e-aa39-02271141ad99 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.288801] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54441021-3e2b-4522-b97b-6162b54d96d0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.319563] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13287fe2-9f20-44d9-b626-e014d6d56586 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.326778] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f6073-2409-44b1-8273-e88d5a7104b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.339761] env[69287]: DEBUG nova.compute.provider_tree [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.843112] env[69287]: DEBUG nova.scheduler.client.report [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.348107] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.348670] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Start building networks asynchronously for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.351877] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.702s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.351877] env[69287]: DEBUG nova.objects.instance [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'resources' on Instance uuid b87aaa0c-f810-4168-87d2-0a8438676673 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.855057] env[69287]: DEBUG nova.compute.utils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.856153] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Allocating IP information in the background. {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.856320] env[69287]: DEBUG nova.network.neutron [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] allocate_for_instance() {{(pid=69287) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.904297] env[69287]: DEBUG nova.policy [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd193870cf69748318b2d9a29b1486ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677fbcd02827485a81e330148de7ca05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69287) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.907292] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a11383-4cd8-429b-8c76-fce69de52b7f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.914735] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2f38f7-bfe4-49c7-adb2-0785395dde8d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.947137] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4bcc22-49bf-4c90-a0a1-6278e020f2af {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.954636] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b568ad-b902-43cf-bfda-7482b83624a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.968195] env[69287]: DEBUG nova.compute.provider_tree [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.183994] env[69287]: DEBUG nova.network.neutron [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Successfully created port: 953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.361148] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Start building block device mappings for instance. {{(pid=69287) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.471270] env[69287]: DEBUG nova.scheduler.client.report [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.976717] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.998852] env[69287]: INFO nova.scheduler.client.report [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted allocations for instance b87aaa0c-f810-4168-87d2-0a8438676673 [ 1352.372097] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Start spawning the instance on the hypervisor. {{(pid=69287) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.398576] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T19:07:11Z,direct_url=,disk_format='vmdk',id=40cd7472-910a-447e-9f08-79d870d364ea,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7fc6a22034584e60a9d41338d874135a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T19:07:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.398841] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.398996] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.399200] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.399383] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.399491] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.399697] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.399852] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.400028] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.400188] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.400364] env[69287]: DEBUG nova.virt.hardware [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.401298] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7add0-8257-40bf-be1e-eb1a3be09d5c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.409486] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008eb16-63a3-4f68-bee0-8dd29a0c5dd5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.506825] env[69287]: DEBUG oslo_concurrency.lockutils [None req-f57fd6f4-204b-4829-b3c9-1b8521d25bd3 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "b87aaa0c-f810-4168-87d2-0a8438676673" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.211s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.581577] env[69287]: DEBUG nova.compute.manager [req-48cffcac-410d-4a81-aaca-a2ecc36d65af req-79ada955-4f94-4de7-9dfd-6f1f7b91dafa service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Received event network-vif-plugged-953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1352.581826] env[69287]: DEBUG oslo_concurrency.lockutils [req-48cffcac-410d-4a81-aaca-a2ecc36d65af req-79ada955-4f94-4de7-9dfd-6f1f7b91dafa service nova] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.582061] env[69287]: DEBUG oslo_concurrency.lockutils [req-48cffcac-410d-4a81-aaca-a2ecc36d65af req-79ada955-4f94-4de7-9dfd-6f1f7b91dafa service nova] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.582461] env[69287]: DEBUG oslo_concurrency.lockutils [req-48cffcac-410d-4a81-aaca-a2ecc36d65af req-79ada955-4f94-4de7-9dfd-6f1f7b91dafa service nova] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.582461] env[69287]: DEBUG nova.compute.manager [req-48cffcac-410d-4a81-aaca-a2ecc36d65af req-79ada955-4f94-4de7-9dfd-6f1f7b91dafa service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] No waiting events found dispatching network-vif-plugged-953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.582665] env[69287]: WARNING nova.compute.manager [req-48cffcac-410d-4a81-aaca-a2ecc36d65af req-79ada955-4f94-4de7-9dfd-6f1f7b91dafa service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Received unexpected event network-vif-plugged-953fb309-4df0-4065-ae72-9ac572f9bff3 for instance with vm_state building and task_state spawning. [ 1352.657587] env[69287]: DEBUG nova.network.neutron [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Successfully updated port: 953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.161713] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.161713] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.161713] env[69287]: DEBUG nova.network.neutron [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.697536] env[69287]: DEBUG nova.network.neutron [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Instance cache missing network info. {{(pid=69287) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.821765] env[69287]: DEBUG nova.network.neutron [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating instance_info_cache with network_info: [{"id": "953fb309-4df0-4065-ae72-9ac572f9bff3", "address": "fa:16:3e:37:24:18", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fb309-4d", "ovs_interfaceid": "953fb309-4df0-4065-ae72-9ac572f9bff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.325047] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.325380] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Instance network_info: |[{"id": "953fb309-4df0-4065-ae72-9ac572f9bff3", "address": "fa:16:3e:37:24:18", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fb309-4d", "ovs_interfaceid": "953fb309-4df0-4065-ae72-9ac572f9bff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69287) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.325758] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:24:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '953fb309-4df0-4065-ae72-9ac572f9bff3', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.333278] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.333489] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.333727] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69a21799-cca3-491c-8421-e9a09428d8cf {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.353854] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.353854] env[69287]: value = "task-3451582" [ 1354.353854] env[69287]: _type = "Task" [ 1354.353854] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.361307] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451582, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.606121] env[69287]: DEBUG nova.compute.manager [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Received event network-changed-953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1354.606482] env[69287]: DEBUG nova.compute.manager [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Refreshing instance network info cache due to event network-changed-953fb309-4df0-4065-ae72-9ac572f9bff3. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1354.606616] env[69287]: DEBUG oslo_concurrency.lockutils [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] Acquiring lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.606763] env[69287]: DEBUG oslo_concurrency.lockutils [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] Acquired lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.606856] env[69287]: DEBUG nova.network.neutron [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Refreshing network info cache for port 953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.863860] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451582, 'name': CreateVM_Task, 'duration_secs': 0.299932} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.864271] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.864704] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.864874] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.865241] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.865497] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434dea0c-b874-4cc3-ae8c-32c4d7e97eb8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.869698] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1354.869698] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b89188-d044-77da-2762-18cd35223f82" [ 1354.869698] env[69287]: _type = "Task" [ 1354.869698] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.876979] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b89188-d044-77da-2762-18cd35223f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.322838] env[69287]: DEBUG nova.network.neutron [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updated VIF entry in instance network info cache for port 953fb309-4df0-4065-ae72-9ac572f9bff3. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.323212] env[69287]: DEBUG nova.network.neutron [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating instance_info_cache with network_info: [{"id": "953fb309-4df0-4065-ae72-9ac572f9bff3", "address": "fa:16:3e:37:24:18", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fb309-4d", "ovs_interfaceid": "953fb309-4df0-4065-ae72-9ac572f9bff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.379564] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52b89188-d044-77da-2762-18cd35223f82, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.379829] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.380073] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Processing image 40cd7472-910a-447e-9f08-79d870d364ea {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.380319] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.380458] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.380636] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.380880] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa135147-a13d-4e29-8d72-5c3908c2ab71 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.388686] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.388869] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.389555] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4f9cf0-7693-4669-8fbe-7b1a38af7566 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.394384] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1355.394384] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525d4023-5a2d-22c6-3f31-6b2e9df2a3c7" [ 1355.394384] env[69287]: _type = "Task" [ 1355.394384] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.401723] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525d4023-5a2d-22c6-3f31-6b2e9df2a3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.825682] env[69287]: DEBUG oslo_concurrency.lockutils [req-f6cd98e7-cbdc-474b-b308-100a6ab8a0b1 req-90dd4642-aec9-4cb9-b8bf-1fd42dad3aa8 service nova] Releasing lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.905641] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]525d4023-5a2d-22c6-3f31-6b2e9df2a3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008684} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.907022] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e70975-8c2d-4c29-8296-7f7a764beadb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.911748] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1355.911748] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524c7e4d-83c3-7ba0-87a3-75f2e8221e91" [ 1355.911748] env[69287]: _type = "Task" [ 1355.911748] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.920453] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524c7e4d-83c3-7ba0-87a3-75f2e8221e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.422809] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]524c7e4d-83c3-7ba0-87a3-75f2e8221e91, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.423104] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.423365] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] eef2c7a3-797c-4f34-86e5-42eca61fb392/eef2c7a3-797c-4f34-86e5-42eca61fb392.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.423649] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac0d1ba5-6253-457f-bdcd-0c52b297835c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.430419] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1356.430419] env[69287]: value = "task-3451583" [ 1356.430419] env[69287]: _type = "Task" [ 1356.430419] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.437986] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.940934] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440742} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.941287] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/40cd7472-910a-447e-9f08-79d870d364ea/40cd7472-910a-447e-9f08-79d870d364ea.vmdk to [datastore2] eef2c7a3-797c-4f34-86e5-42eca61fb392/eef2c7a3-797c-4f34-86e5-42eca61fb392.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.941473] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Extending root virtual disk to 1048576 {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.941722] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8483683a-3952-4c20-b308-a9233076080d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.948558] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1356.948558] env[69287]: value = "task-3451584" [ 1356.948558] env[69287]: _type = "Task" [ 1356.948558] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.957294] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.458822] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061839} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.459087] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Extended root virtual disk {{(pid=69287) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.459859] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e811e5d-97cf-4bef-ba22-f5574399478b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.482678] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] eef2c7a3-797c-4f34-86e5-42eca61fb392/eef2c7a3-797c-4f34-86e5-42eca61fb392.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.482992] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76688628-4ae5-4c5e-af11-2896e49000e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.503621] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1357.503621] env[69287]: value = "task-3451585" [ 1357.503621] env[69287]: _type = "Task" [ 1357.503621] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.511490] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.013764] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451585, 'name': ReconfigVM_Task, 'duration_secs': 0.26829} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.014184] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfigured VM instance instance-0000007d to attach disk [datastore2] eef2c7a3-797c-4f34-86e5-42eca61fb392/eef2c7a3-797c-4f34-86e5-42eca61fb392.vmdk or device None with type sparse {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.014691] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84ddf946-9dac-4ea6-af35-6f8b6437050e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.021660] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1358.021660] env[69287]: value = "task-3451586" [ 1358.021660] env[69287]: _type = "Task" [ 1358.021660] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.029469] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451586, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.531330] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451586, 'name': Rename_Task, 'duration_secs': 0.13952} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.531595] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.531844] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63fa6071-4520-4a6f-8a4f-44e351806810 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.538135] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1358.538135] env[69287]: value = "task-3451587" [ 1358.538135] env[69287]: _type = "Task" [ 1358.538135] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.545969] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.048993] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.548976] env[69287]: DEBUG oslo_vmware.api [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451587, 'name': PowerOnVM_Task, 'duration_secs': 0.687148} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.549282] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.549473] env[69287]: INFO nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1359.549647] env[69287]: DEBUG nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.550423] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc100a6-e194-4d9b-a52a-760097f84ba3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.072691] env[69287]: INFO nova.compute.manager [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Took 11.87 seconds to build instance. [ 1360.473189] env[69287]: DEBUG nova.compute.manager [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Received event network-changed-953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1360.473433] env[69287]: DEBUG nova.compute.manager [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Refreshing instance network info cache due to event network-changed-953fb309-4df0-4065-ae72-9ac572f9bff3. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1360.473655] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] Acquiring lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.473803] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] Acquired lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.473964] env[69287]: DEBUG nova.network.neutron [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Refreshing network info cache for port 953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.574912] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fec60324-3406-444a-a2d3-e313107d3a47 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.381s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.237825] env[69287]: DEBUG nova.network.neutron [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updated VIF entry in instance network info cache for port 953fb309-4df0-4065-ae72-9ac572f9bff3. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.238393] env[69287]: DEBUG nova.network.neutron [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating instance_info_cache with network_info: [{"id": "953fb309-4df0-4065-ae72-9ac572f9bff3", "address": "fa:16:3e:37:24:18", "network": {"id": "42020d44-a264-4745-b188-5a6dad3831b4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-110235511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677fbcd02827485a81e330148de7ca05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap953fb309-4d", "ovs_interfaceid": "953fb309-4df0-4065-ae72-9ac572f9bff3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.741309] env[69287]: DEBUG oslo_concurrency.lockutils [req-cf521bab-e492-4d4b-9abe-c7cbd06635b9 req-5368da93-ae66-4d69-9911-c5d5799619ef service nova] Releasing lock "refresh_cache-eef2c7a3-797c-4f34-86e5-42eca61fb392" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.641863] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.642254] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.642343] env[69287]: INFO nova.compute.manager [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Shelving [ 1363.651781] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.652175] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68061d7f-5f01-4ca7-aae6-9d506779ebdb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.659822] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1363.659822] env[69287]: value = "task-3451588" [ 1363.659822] env[69287]: _type = "Task" [ 1363.659822] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.668164] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.170579] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451588, 'name': PowerOffVM_Task, 'duration_secs': 0.214457} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.170859] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.171625] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa616b-5c69-4eeb-9fa0-d6efea928bf6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.189488] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec2fd2-866b-48ce-a85e-d3941d1ddbdc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.700311] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Creating Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1364.700704] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f00f3e6a-afda-41c3-9412-f7a1bb7f4d52 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.710947] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1364.710947] env[69287]: value = "task-3451589" [ 1364.710947] env[69287]: _type = "Task" [ 1364.710947] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.720750] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.221572] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451589, 'name': CreateSnapshot_Task, 'duration_secs': 0.487208} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.221821] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Created Snapshot of the VM instance {{(pid=69287) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1365.222538] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7ac53-c861-429f-bf79-f8d8358ff1c0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.738995] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Creating linked-clone VM from snapshot {{(pid=69287) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1365.739401] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0418129-b6b9-4414-b937-aa1204254573 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.748422] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1365.748422] env[69287]: value = "task-3451590" [ 1365.748422] env[69287]: _type = "Task" [ 1365.748422] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.756394] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451590, 'name': CloneVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.259102] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451590, 'name': CloneVM_Task} progress is 94%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.759702] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451590, 'name': CloneVM_Task, 'duration_secs': 0.992516} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.760126] env[69287]: INFO nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Created linked-clone VM from snapshot [ 1366.760680] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0b248-4f69-4fe1-8b63-7c1e93171967 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.767751] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Uploading image bd41c59d-be3e-40ca-83d4-10526c67a40c {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1366.789375] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1366.789375] env[69287]: value = "vm-689080" [ 1366.789375] env[69287]: _type = "VirtualMachine" [ 1366.789375] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1366.789647] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4dda8094-1d9b-4126-ad59-6efbc707a0c7 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.796375] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lease: (returnval){ [ 1366.796375] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52921579-2170-cee1-93b1-e7b5655c9242" [ 1366.796375] env[69287]: _type = "HttpNfcLease" [ 1366.796375] env[69287]: } obtained for exporting VM: (result){ [ 1366.796375] env[69287]: value = "vm-689080" [ 1366.796375] env[69287]: _type = "VirtualMachine" [ 1366.796375] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1366.796652] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the lease: (returnval){ [ 1366.796652] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52921579-2170-cee1-93b1-e7b5655c9242" [ 1366.796652] env[69287]: _type = "HttpNfcLease" [ 1366.796652] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1366.802893] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.802893] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52921579-2170-cee1-93b1-e7b5655c9242" [ 1366.802893] env[69287]: _type = "HttpNfcLease" [ 1366.802893] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1367.304412] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1367.304412] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52921579-2170-cee1-93b1-e7b5655c9242" [ 1367.304412] env[69287]: _type = "HttpNfcLease" [ 1367.304412] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1367.304740] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1367.304740] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]52921579-2170-cee1-93b1-e7b5655c9242" [ 1367.304740] env[69287]: _type = "HttpNfcLease" [ 1367.304740] env[69287]: }. {{(pid=69287) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1367.305407] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcd28d5-242d-4174-b221-4669dac833d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.312228] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb6600-c18f-f3ca-8cc4-29243c716a93/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1367.312394] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb6600-c18f-f3ca-8cc4-29243c716a93/disk-0.vmdk for reading. {{(pid=69287) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1367.404140] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53377246-3e8f-4cd0-b032-74fdc4c3976c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.392644] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb6600-c18f-f3ca-8cc4-29243c716a93/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1375.393621] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621acd2a-e348-4b17-a3e9-0fb2b62e8499 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.399654] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb6600-c18f-f3ca-8cc4-29243c716a93/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1375.399818] env[69287]: ERROR oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb6600-c18f-f3ca-8cc4-29243c716a93/disk-0.vmdk due to incomplete transfer. [ 1375.400036] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-396c01d6-b605-4585-b6ce-72220a2bb17c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.407125] env[69287]: DEBUG oslo_vmware.rw_handles [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb6600-c18f-f3ca-8cc4-29243c716a93/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1375.407327] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Uploaded image bd41c59d-be3e-40ca-83d4-10526c67a40c to the Glance image server {{(pid=69287) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1375.409705] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Destroying the VM {{(pid=69287) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1375.409933] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-032717a9-6950-4f02-ab87-b2bbd0d0f3b5 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.415796] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1375.415796] env[69287]: value = "task-3451592" [ 1375.415796] env[69287]: _type = "Task" [ 1375.415796] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.423261] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451592, 'name': Destroy_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.926183] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451592, 'name': Destroy_Task, 'duration_secs': 0.345179} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.926476] env[69287]: INFO nova.virt.vmwareapi.vm_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Destroyed the VM [ 1375.926681] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deleting Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1375.926921] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c20cf21-7707-4ef4-829a-ae10a8e803d3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.934570] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1375.934570] env[69287]: value = "task-3451593" [ 1375.934570] env[69287]: _type = "Task" [ 1375.934570] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.943770] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.443952] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451593, 'name': RemoveSnapshot_Task, 'duration_secs': 0.329258} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.444335] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deleted Snapshot of the VM instance {{(pid=69287) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1376.444516] env[69287]: DEBUG nova.compute.manager [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.445262] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bb161d-9015-4205-827a-9c2bcf9cab49 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.957729] env[69287]: INFO nova.compute.manager [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Shelve offloading [ 1377.461466] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.461840] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ceecb0d-2d56-4ed7-85a9-0f7ecff3bd60 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.473170] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1377.473170] env[69287]: value = "task-3451594" [ 1377.473170] env[69287]: _type = "Task" [ 1377.473170] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.480669] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.983792] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] VM already powered off {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1377.983990] env[69287]: DEBUG nova.compute.manager [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.984706] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81194dc9-b2e7-4757-ab9f-f1fd36cf359d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.990101] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.990268] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.990433] env[69287]: DEBUG nova.network.neutron [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.662261] env[69287]: DEBUG nova.network.neutron [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.165246] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.363698] env[69287]: DEBUG nova.compute.manager [req-e8faa0e3-397f-4841-9e21-ef263fc116d8 req-230d421e-ab6a-4661-8938-f11b95fba8b2 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-vif-unplugged-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1379.364171] env[69287]: DEBUG oslo_concurrency.lockutils [req-e8faa0e3-397f-4841-9e21-ef263fc116d8 req-230d421e-ab6a-4661-8938-f11b95fba8b2 service nova] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.364421] env[69287]: DEBUG oslo_concurrency.lockutils [req-e8faa0e3-397f-4841-9e21-ef263fc116d8 req-230d421e-ab6a-4661-8938-f11b95fba8b2 service nova] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.364592] env[69287]: DEBUG oslo_concurrency.lockutils [req-e8faa0e3-397f-4841-9e21-ef263fc116d8 req-230d421e-ab6a-4661-8938-f11b95fba8b2 service nova] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.364763] env[69287]: DEBUG nova.compute.manager [req-e8faa0e3-397f-4841-9e21-ef263fc116d8 req-230d421e-ab6a-4661-8938-f11b95fba8b2 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] No waiting events found dispatching network-vif-unplugged-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.364925] env[69287]: WARNING nova.compute.manager [req-e8faa0e3-397f-4841-9e21-ef263fc116d8 req-230d421e-ab6a-4661-8938-f11b95fba8b2 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received unexpected event network-vif-unplugged-169f1c4d-2815-4f05-89d3-c3652e2f043f for instance with vm_state shelved and task_state shelving_offloading. [ 1379.383699] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.384603] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4244706-4cf7-42d1-976c-12029c66726d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.391570] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.391787] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e874e97-b94e-455e-8438-87e43f20079d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.466448] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.466687] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.466853] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleting the datastore file [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.467131] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91278fae-36a8-4250-94aa-6db95d32bb3e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.473373] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1379.473373] env[69287]: value = "task-3451596" [ 1379.473373] env[69287]: _type = "Task" [ 1379.473373] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.480880] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.983485] env[69287]: DEBUG oslo_vmware.api [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123079} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.983840] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.983883] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.984065] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.012383] env[69287]: INFO nova.scheduler.client.report [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted allocations for instance 484f97e9-4044-4d91-b2e9-d0db74432801 [ 1380.516777] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.517051] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.517290] env[69287]: DEBUG nova.objects.instance [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'resources' on Instance uuid 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.019563] env[69287]: DEBUG nova.objects.instance [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'numa_topology' on Instance uuid 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.391957] env[69287]: DEBUG nova.compute.manager [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-changed-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1381.392191] env[69287]: DEBUG nova.compute.manager [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Refreshing instance network info cache due to event network-changed-169f1c4d-2815-4f05-89d3-c3652e2f043f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1381.392406] env[69287]: DEBUG oslo_concurrency.lockutils [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.392551] env[69287]: DEBUG oslo_concurrency.lockutils [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.392709] env[69287]: DEBUG nova.network.neutron [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Refreshing network info cache for port 169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.522522] env[69287]: DEBUG nova.objects.base [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Object Instance<484f97e9-4044-4d91-b2e9-d0db74432801> lazy-loaded attributes: resources,numa_topology {{(pid=69287) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.550676] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78e255-e185-4b0f-a1bb-5a147a128203 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.558671] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562f14fb-415d-4150-bf6b-94c6523c5e51 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.587999] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e359452-4c94-417f-8e15-f7ee83ebb69d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.594772] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73da31ae-cbbc-4e39-adf8-6c2c1223fc1b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.607687] env[69287]: DEBUG nova.compute.provider_tree [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.089322] env[69287]: DEBUG nova.network.neutron [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updated VIF entry in instance network info cache for port 169f1c4d-2815-4f05-89d3-c3652e2f043f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.089700] env[69287]: DEBUG nova.network.neutron [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap169f1c4d-28", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.110601] env[69287]: DEBUG nova.scheduler.client.report [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.466659] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.592137] env[69287]: DEBUG oslo_concurrency.lockutils [req-f70e9e50-976d-4415-8ca1-ee8083cd0029 req-1e31ae1d-3aa4-42a7-b092-609e05237f4e service nova] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.615191] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.123145] env[69287]: DEBUG oslo_concurrency.lockutils [None req-be593765-e9ae-4256-8ccb-1ea33c25eac6 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.481s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.123765] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.657s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.124387] env[69287]: INFO nova.compute.manager [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Unshelving [ 1384.147998] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.148318] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.148513] env[69287]: DEBUG nova.objects.instance [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'pci_requests' on Instance uuid 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.652794] env[69287]: DEBUG nova.objects.instance [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'numa_topology' on Instance uuid 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.156086] env[69287]: INFO nova.compute.claims [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.212139] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af93b3d-4144-4def-a724-f4a0ac6809be {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.219968] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ee7d3-ee17-45cb-a1d1-a3fe88ae6be1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.250475] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a931c2-b60b-4fa9-9086-fe6c995261e6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.257518] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0def77-c655-4086-a499-10c674f4acc3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.270517] env[69287]: DEBUG nova.compute.provider_tree [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.774326] env[69287]: DEBUG nova.scheduler.client.report [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.279310] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.131s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.308814] env[69287]: INFO nova.network.neutron [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating port 169f1c4d-2815-4f05-89d3-c3652e2f043f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1391.641904] env[69287]: DEBUG nova.compute.manager [req-c9069a7b-1b7a-4793-818c-29a62e10457a req-68980ac1-c04b-4f25-8ae3-941d06fb7294 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-vif-plugged-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1391.642175] env[69287]: DEBUG oslo_concurrency.lockutils [req-c9069a7b-1b7a-4793-818c-29a62e10457a req-68980ac1-c04b-4f25-8ae3-941d06fb7294 service nova] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.642368] env[69287]: DEBUG oslo_concurrency.lockutils [req-c9069a7b-1b7a-4793-818c-29a62e10457a req-68980ac1-c04b-4f25-8ae3-941d06fb7294 service nova] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.642517] env[69287]: DEBUG oslo_concurrency.lockutils [req-c9069a7b-1b7a-4793-818c-29a62e10457a req-68980ac1-c04b-4f25-8ae3-941d06fb7294 service nova] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.642679] env[69287]: DEBUG nova.compute.manager [req-c9069a7b-1b7a-4793-818c-29a62e10457a req-68980ac1-c04b-4f25-8ae3-941d06fb7294 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] No waiting events found dispatching network-vif-plugged-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.642843] env[69287]: WARNING nova.compute.manager [req-c9069a7b-1b7a-4793-818c-29a62e10457a req-68980ac1-c04b-4f25-8ae3-941d06fb7294 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received unexpected event network-vif-plugged-169f1c4d-2815-4f05-89d3-c3652e2f043f for instance with vm_state shelved_offloaded and task_state spawning. [ 1391.723124] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.723124] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.723124] env[69287]: DEBUG nova.network.neutron [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.398844] env[69287]: DEBUG nova.network.neutron [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.901335] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.930981] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T19:07:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='67a738b24a4d4ebd85a06ef5979ea548',container_format='bare',created_at=2025-04-15T19:21:51Z,direct_url=,disk_format='vmdk',id=bd41c59d-be3e-40ca-83d4-10526c67a40c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-227748932-shelved',owner='9af13adb421044609dd19a65b2fd1f62',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-04-15T19:22:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.931273] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Flavor limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.931435] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Image limits 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.931616] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Flavor pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.931762] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Image pref 0:0:0 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.931907] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69287) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.932129] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.932293] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.932464] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Got 1 possible topologies {{(pid=69287) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.932628] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.932795] env[69287]: DEBUG nova.virt.hardware [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69287) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.933724] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e02473-e5ac-49b8-ab2c-b9a936e3e83b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.941956] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee386d60-38bd-4570-a6ac-3fa95012c227 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.955490] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:0b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '169f1c4d-2815-4f05-89d3-c3652e2f043f', 'vif_model': 'vmxnet3'}] {{(pid=69287) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.962849] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.963089] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Creating VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.963316] env[69287]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-088a9848-ff37-4a5c-8806-6eb6fe7ceb12 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.982052] env[69287]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.982052] env[69287]: value = "task-3451597" [ 1392.982052] env[69287]: _type = "Task" [ 1392.982052] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.990616] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451597, 'name': CreateVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.492240] env[69287]: DEBUG oslo_vmware.api [-] Task: {'id': task-3451597, 'name': CreateVM_Task, 'duration_secs': 0.29168} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.492483] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Created VM on the ESX host {{(pid=69287) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.493064] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.493278] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.493685] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.493937] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7e17c6-9db1-4437-a98e-73dfc606cbfe {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.498728] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1393.498728] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520618d7-790a-fa27-eaa1-50f7a4a38db2" [ 1393.498728] env[69287]: _type = "Task" [ 1393.498728] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.506527] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]520618d7-790a-fa27-eaa1-50f7a4a38db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.667604] env[69287]: DEBUG nova.compute.manager [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-changed-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1393.667807] env[69287]: DEBUG nova.compute.manager [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Refreshing instance network info cache due to event network-changed-169f1c4d-2815-4f05-89d3-c3652e2f043f. {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1393.668029] env[69287]: DEBUG oslo_concurrency.lockutils [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.668178] env[69287]: DEBUG oslo_concurrency.lockutils [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.668339] env[69287]: DEBUG nova.network.neutron [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Refreshing network info cache for port 169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.010205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.010205] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Processing image bd41c59d-be3e-40ca-83d4-10526c67a40c {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.010205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.010205] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.010205] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.010205] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6439d1c-743b-44a8-986b-d06f79315312 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.018708] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.018873] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69287) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.019611] env[69287]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8284f5c7-3a37-4317-b4be-e7145802678c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.024053] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1394.024053] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522a1127-1b48-fd31-02b8-014f10dfaac1" [ 1394.024053] env[69287]: _type = "Task" [ 1394.024053] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.031357] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]522a1127-1b48-fd31-02b8-014f10dfaac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.346741] env[69287]: DEBUG nova.network.neutron [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updated VIF entry in instance network info cache for port 169f1c4d-2815-4f05-89d3-c3652e2f043f. {{(pid=69287) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.347102] env[69287]: DEBUG nova.network.neutron [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.534106] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Preparing fetch location {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1394.534373] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Fetch image to [datastore1] OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f/OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f.vmdk {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1394.534560] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Downloading stream optimized image bd41c59d-be3e-40ca-83d4-10526c67a40c to [datastore1] OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f/OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f.vmdk on the data store datastore1 as vApp {{(pid=69287) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1394.534730] env[69287]: DEBUG nova.virt.vmwareapi.images [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Downloading image file data bd41c59d-be3e-40ca-83d4-10526c67a40c to the ESX as VM named 'OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f' {{(pid=69287) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1394.598376] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1394.598376] env[69287]: value = "resgroup-9" [ 1394.598376] env[69287]: _type = "ResourcePool" [ 1394.598376] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1394.598592] env[69287]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-53a7c672-8828-4113-bff3-7e3e72ca5a39 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.619011] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lease: (returnval){ [ 1394.619011] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289cb7e-8243-192e-5b29-f5a0a0ba15f6" [ 1394.619011] env[69287]: _type = "HttpNfcLease" [ 1394.619011] env[69287]: } obtained for vApp import into resource pool (val){ [ 1394.619011] env[69287]: value = "resgroup-9" [ 1394.619011] env[69287]: _type = "ResourcePool" [ 1394.619011] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1394.619372] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the lease: (returnval){ [ 1394.619372] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289cb7e-8243-192e-5b29-f5a0a0ba15f6" [ 1394.619372] env[69287]: _type = "HttpNfcLease" [ 1394.619372] env[69287]: } to be ready. {{(pid=69287) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1394.625423] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.625423] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289cb7e-8243-192e-5b29-f5a0a0ba15f6" [ 1394.625423] env[69287]: _type = "HttpNfcLease" [ 1394.625423] env[69287]: } is initializing. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1394.851310] env[69287]: DEBUG oslo_concurrency.lockutils [req-128b6a95-d8d2-45aa-a6a3-1007c05f27d6 req-d0896395-8358-445e-8044-c29ca049f789 service nova] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.127580] env[69287]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.127580] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289cb7e-8243-192e-5b29-f5a0a0ba15f6" [ 1395.127580] env[69287]: _type = "HttpNfcLease" [ 1395.127580] env[69287]: } is ready. {{(pid=69287) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1395.128027] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1395.128027] env[69287]: value = "session[52f84ade-a4e4-c1f9-d94d-ed50107b74a2]5289cb7e-8243-192e-5b29-f5a0a0ba15f6" [ 1395.128027] env[69287]: _type = "HttpNfcLease" [ 1395.128027] env[69287]: }. {{(pid=69287) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1395.128540] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ac153-15cc-4825-b109-5d9651a89d6a {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.135440] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e00b59-49bc-039e-d9ff-0e315e7b6e48/disk-0.vmdk from lease info. {{(pid=69287) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1395.135644] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e00b59-49bc-039e-d9ff-0e315e7b6e48/disk-0.vmdk. {{(pid=69287) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1395.198680] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ae8be1b-ca2e-489c-8e89-1528c7b99d08 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.265867] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Completed reading data from the image iterator. {{(pid=69287) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1396.266297] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e00b59-49bc-039e-d9ff-0e315e7b6e48/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1396.267067] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffcb913-b178-4c1d-b4bc-c99f508dbb0b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.273741] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e00b59-49bc-039e-d9ff-0e315e7b6e48/disk-0.vmdk is in state: ready. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1396.273902] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e00b59-49bc-039e-d9ff-0e315e7b6e48/disk-0.vmdk. {{(pid=69287) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1396.274138] env[69287]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-df50f387-21b3-4a50-bc9e-006f1d74ddc2 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.446617] env[69287]: DEBUG oslo_vmware.rw_handles [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e00b59-49bc-039e-d9ff-0e315e7b6e48/disk-0.vmdk. {{(pid=69287) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1396.446900] env[69287]: INFO nova.virt.vmwareapi.images [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Downloaded image file data bd41c59d-be3e-40ca-83d4-10526c67a40c [ 1396.447917] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d0e8ab-71e6-443e-b85a-6ba46f901ca9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.464772] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca5f9d8c-9624-45b8-b253-518ddb270845 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.490106] env[69287]: INFO nova.virt.vmwareapi.images [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] The imported VM was unregistered [ 1396.492647] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Caching image {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1396.492878] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.493168] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f508707e-29d3-42f5-be55-860749636f6e {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.513708] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Created directory with path [datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c {{(pid=69287) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.513891] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f/OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f.vmdk to [datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk. {{(pid=69287) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1396.514151] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a6335984-85c1-4346-8a23-5bf823e80f9f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.521832] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1396.521832] env[69287]: value = "task-3451600" [ 1396.521832] env[69287]: _type = "Task" [ 1396.521832] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.529106] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451600, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.034068] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451600, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.534931] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451600, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.572691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.572928] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.035418] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451600, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.076867] env[69287]: DEBUG nova.compute.utils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.535761] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451600, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.579877] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.035853] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451600, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.219853} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.036223] env[69287]: INFO nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f/OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f.vmdk to [datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk. [ 1399.036458] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Cleaning up location [datastore1] OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f {{(pid=69287) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1399.036662] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3bcbedaa-a17c-4389-8173-f409244a0d9f {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.036938] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeadd765-d58a-4014-bb17-dc15c6570ab9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.043075] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1399.043075] env[69287]: value = "task-3451601" [ 1399.043075] env[69287]: _type = "Task" [ 1399.043075] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.050105] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.552807] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070079} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.553136] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.553280] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.553540] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk to [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.553787] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8088d526-f586-485e-86ad-f1ca978c3072 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.560524] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1399.560524] env[69287]: value = "task-3451602" [ 1399.560524] env[69287]: _type = "Task" [ 1399.560524] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.567604] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.637529] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.637760] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.637986] env[69287]: INFO nova.compute.manager [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Attaching volume 458242a8-bad5-423e-a50f-85d8e81e58e0 to /dev/sdb [ 1399.667587] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c7cdfe-df07-4190-8328-8df1d1c09e79 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.675821] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e7cd0-eff0-4c2f-937e-c679a0052f95 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.688704] env[69287]: DEBUG nova.virt.block_device [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating existing volume attachment record: 094227ab-a8b1-4dc7-8350-87abd8a3b3d5 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.072639] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451602, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.574016] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451602, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.074744] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451602, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.575892] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451602, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.075740] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451602, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.186388} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.075997] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd41c59d-be3e-40ca-83d4-10526c67a40c/bd41c59d-be3e-40ca-83d4-10526c67a40c.vmdk to [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk {{(pid=69287) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.076863] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a932051-94b6-4b8b-95b9-7cdab0f98e68 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.098557] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.098836] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17874941-d3f3-4b3f-b5bd-a120d9e2cc11 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.117618] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1402.117618] env[69287]: value = "task-3451605" [ 1402.117618] env[69287]: _type = "Task" [ 1402.117618] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.124946] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.545246] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.545465] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.545630] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.545783] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.545922] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1402.627260] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451605, 'name': ReconfigVM_Task, 'duration_secs': 0.308668} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.627617] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801/484f97e9-4044-4d91-b2e9-d0db74432801.vmdk or device None with type streamOptimized {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.628073] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1add8910-547f-4bc6-90b5-00e3d5f19fb4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.634513] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1402.634513] env[69287]: value = "task-3451606" [ 1402.634513] env[69287]: _type = "Task" [ 1402.634513] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.642638] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451606, 'name': Rename_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.846580] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.850143] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.850315] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1403.144143] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451606, 'name': Rename_Task, 'duration_secs': 0.142946} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.144424] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powering on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.144663] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c0b4c0-1a54-4638-b202-63dfc7d08712 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.151350] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1403.151350] env[69287]: value = "task-3451607" [ 1403.151350] env[69287]: _type = "Task" [ 1403.151350] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.160729] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.660914] env[69287]: DEBUG oslo_vmware.api [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451607, 'name': PowerOnVM_Task, 'duration_secs': 0.4203} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.662049] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powered on the VM {{(pid=69287) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.766186] env[69287]: DEBUG nova.compute.manager [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.767110] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017743a4-6458-4108-9edf-f17fdb700d19 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.233674] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.233915] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689083', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'name': 'volume-458242a8-bad5-423e-a50f-85d8e81e58e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'serial': '458242a8-bad5-423e-a50f-85d8e81e58e0'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.234873] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1052a-7103-41a1-adad-8fc344a7a648 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.251265] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e621be-d583-4c59-8295-c54fe10d6208 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.276054] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-458242a8-bad5-423e-a50f-85d8e81e58e0/volume-458242a8-bad5-423e-a50f-85d8e81e58e0.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.278011] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a886b4e3-2c73-4805-804b-8ee3f760fe80 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.297345] env[69287]: DEBUG oslo_concurrency.lockutils [None req-351c5145-dd91-4711-b6c2-517cb1b3198f tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.173s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.298378] env[69287]: DEBUG oslo_vmware.api [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1404.298378] env[69287]: value = "task-3451608" [ 1404.298378] env[69287]: _type = "Task" [ 1404.298378] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.306611] env[69287]: DEBUG oslo_vmware.api [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.358400] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Didn't find any instances for network info cache update. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1404.358630] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.808664] env[69287]: DEBUG oslo_vmware.api [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451608, 'name': ReconfigVM_Task, 'duration_secs': 0.399664} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.809017] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-458242a8-bad5-423e-a50f-85d8e81e58e0/volume-458242a8-bad5-423e-a50f-85d8e81e58e0.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.813711] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6d0848e-583c-49f5-ad22-a236a23d50ad {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.827775] env[69287]: DEBUG oslo_vmware.api [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1404.827775] env[69287]: value = "task-3451609" [ 1404.827775] env[69287]: _type = "Task" [ 1404.827775] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.835356] env[69287]: DEBUG oslo_vmware.api [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.849930] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.850167] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.170060] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1b3ba-c60d-458e-9cd8-18e3b8fec2f1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.176773] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Suspending the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1405.177008] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-79fac5f9-1d7e-4ade-a02e-9a56164fda73 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.183069] env[69287]: DEBUG oslo_vmware.api [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1405.183069] env[69287]: value = "task-3451610" [ 1405.183069] env[69287]: _type = "Task" [ 1405.183069] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.192483] env[69287]: DEBUG oslo_vmware.api [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451610, 'name': SuspendVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.337208] env[69287]: DEBUG oslo_vmware.api [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451609, 'name': ReconfigVM_Task, 'duration_secs': 0.144947} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.337522] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689083', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'name': 'volume-458242a8-bad5-423e-a50f-85d8e81e58e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'serial': '458242a8-bad5-423e-a50f-85d8e81e58e0'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1405.353455] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.353593] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.353664] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.353799] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69287) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1405.354969] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d893d8e9-cbf5-4e4e-9082-e7d6f7d96ec8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.363100] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b831f5c-d741-4c7f-beac-74bcb9d7fc8b {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.377328] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a257ab45-c845-4cf9-af01-98b144e86c36 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.384640] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2b396-372f-45d5-b369-ad559d811291 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.413546] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180745MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69287) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1405.413741] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.413910] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.695763] env[69287]: DEBUG oslo_vmware.api [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451610, 'name': SuspendVM_Task} progress is 70%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.194044] env[69287]: DEBUG oslo_vmware.api [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451610, 'name': SuspendVM_Task, 'duration_secs': 0.787976} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.194469] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Suspended the VM {{(pid=69287) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1406.194469] env[69287]: DEBUG nova.compute.manager [None req-68bcb119-0b64-446c-a065-39a7c46d5589 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.195205] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc8a370-1f0f-43d3-8e66-43ba917c36e3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.372630] env[69287]: DEBUG nova.objects.instance [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid eef2c7a3-797c-4f34-86e5-42eca61fb392 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.436976] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance eef2c7a3-797c-4f34-86e5-42eca61fb392 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.437144] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Instance 484f97e9-4044-4d91-b2e9-d0db74432801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69287) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.437325] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1406.437491] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69287) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1406.473159] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e52fa-165f-41d7-b73d-0bbf358a00f4 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.481085] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9215e19e-fc9b-4cf4-a2ed-c03d0a1992a3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.510758] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551acc6e-d04d-414a-8148-7b8f9602aba6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.517719] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f5e60-18b9-4ed8-a8a6-1ebbd83e1cd9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.530822] env[69287]: DEBUG nova.compute.provider_tree [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.877604] env[69287]: DEBUG oslo_concurrency.lockutils [None req-b2e0a690-05c3-419d-b45f-fdb79187a553 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.034516] env[69287]: DEBUG nova.scheduler.client.report [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.539613] env[69287]: DEBUG nova.compute.resource_tracker [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69287) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1407.539987] env[69287]: DEBUG oslo_concurrency.lockutils [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.563554] env[69287]: INFO nova.compute.manager [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Resuming [ 1407.564157] env[69287]: DEBUG nova.objects.instance [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'flavor' on Instance uuid 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.706340] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.706570] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.209734] env[69287]: DEBUG nova.compute.utils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Using /dev/sd instead of None {{(pid=69287) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.712560] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.072781] env[69287]: DEBUG oslo_concurrency.lockutils [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.073030] env[69287]: DEBUG oslo_concurrency.lockutils [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquired lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.073167] env[69287]: DEBUG nova.network.neutron [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Building network info cache for instance {{(pid=69287) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.768196] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.768534] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.768666] env[69287]: INFO nova.compute.manager [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Attaching volume 438c08a2-e764-4085-8951-507000af1c84 to /dev/sdc [ 1409.791478] env[69287]: DEBUG nova.network.neutron [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [{"id": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "address": "fa:16:3e:9a:0b:55", "network": {"id": "09d0a0eb-c06f-4485-920f-141c591c4a1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924492807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9af13adb421044609dd19a65b2fd1f62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169f1c4d-28", "ovs_interfaceid": "169f1c4d-2815-4f05-89d3-c3652e2f043f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.799419] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d21f2-58fa-4592-8353-7b678751d850 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.807576] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5897fc-c9f1-47eb-9a80-a4c58f291fcc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.820829] env[69287]: DEBUG nova.virt.block_device [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating existing volume attachment record: e7aeca89-af8d-43c8-a928-716c5343d244 {{(pid=69287) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1410.295090] env[69287]: DEBUG oslo_concurrency.lockutils [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Releasing lock "refresh_cache-484f97e9-4044-4d91-b2e9-d0db74432801" {{(pid=69287) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.296478] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07c196-c14b-4c08-9178-1b44df9e1866 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.303398] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Resuming the VM {{(pid=69287) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1410.303647] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5621962c-5b6e-4180-bfdf-293326ffd55f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.309301] env[69287]: DEBUG oslo_vmware.api [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1410.309301] env[69287]: value = "task-3451612" [ 1410.309301] env[69287]: _type = "Task" [ 1410.309301] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.316776] env[69287]: DEBUG oslo_vmware.api [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.822344] env[69287]: DEBUG oslo_vmware.api [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451612, 'name': PowerOnVM_Task, 'duration_secs': 0.414939} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.822789] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Resumed the VM {{(pid=69287) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1410.822789] env[69287]: DEBUG nova.compute.manager [None req-389d912f-8f4e-4254-8127-4c05ca82e611 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Checking state {{(pid=69287) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.823635] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc09ef5-b3ba-487c-bbe9-b9fe6e7844e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.536061] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.363056] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Volume attach. Driver type: vmdk {{(pid=69287) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1414.363325] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689084', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'name': 'volume-438c08a2-e764-4085-8951-507000af1c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'serial': '438c08a2-e764-4085-8951-507000af1c84'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1414.364268] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe19258-2cf3-49f1-877f-eaef4974a6c1 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.381521] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6de27-07fb-465d-856e-c9097bcfccb9 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.408330] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-438c08a2-e764-4085-8951-507000af1c84/volume-438c08a2-e764-4085-8951-507000af1c84.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.408588] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e3a60f-84b6-4503-a5a0-d4428e33b5cb {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.426503] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1414.426503] env[69287]: value = "task-3451614" [ 1414.426503] env[69287]: _type = "Task" [ 1414.426503] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.434795] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.936080] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451614, 'name': ReconfigVM_Task, 'duration_secs': 0.318923} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.936479] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-438c08a2-e764-4085-8951-507000af1c84/volume-438c08a2-e764-4085-8951-507000af1c84.vmdk or device None with type thin {{(pid=69287) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.941051] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787344e4-3ff7-4ad9-b6d2-ec04cd293284 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.956557] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1414.956557] env[69287]: value = "task-3451615" [ 1414.956557] env[69287]: _type = "Task" [ 1414.956557] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.968403] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.466709] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.679654] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.679914] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.680139] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.680331] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.680503] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.682585] env[69287]: INFO nova.compute.manager [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Terminating instance [ 1415.966699] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.186906] env[69287]: DEBUG nova.compute.manager [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.187144] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.187986] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0ccf84-ad29-4edd-a51e-6738a6a6b8aa {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.195496] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.195709] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6e596d-dc67-4c82-83ca-973ef2ee2e60 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.201960] env[69287]: DEBUG oslo_vmware.api [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1416.201960] env[69287]: value = "task-3451616" [ 1416.201960] env[69287]: _type = "Task" [ 1416.201960] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.210210] env[69287]: DEBUG oslo_vmware.api [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.466840] env[69287]: DEBUG oslo_vmware.api [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451615, 'name': ReconfigVM_Task, 'duration_secs': 1.13686} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.467184] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689084', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'name': 'volume-438c08a2-e764-4085-8951-507000af1c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'serial': '438c08a2-e764-4085-8951-507000af1c84'} {{(pid=69287) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1416.712063] env[69287]: DEBUG oslo_vmware.api [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451616, 'name': PowerOffVM_Task, 'duration_secs': 0.175328} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.712337] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.712441] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.712668] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395030b3-33e8-490a-b3f0-0565299c92e0 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.776582] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.776823] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deleting contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.776986] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleting the datastore file [datastore1] 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.777265] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6889de59-5145-44f6-8f3d-d19ac8e35afc {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.783853] env[69287]: DEBUG oslo_vmware.api [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for the task: (returnval){ [ 1416.783853] env[69287]: value = "task-3451618" [ 1416.783853] env[69287]: _type = "Task" [ 1416.783853] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.791587] env[69287]: DEBUG oslo_vmware.api [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.294064] env[69287]: DEBUG oslo_vmware.api [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Task: {'id': task-3451618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148244} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.294457] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.294504] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deleted contents of the VM from datastore datastore1 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.294690] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.294879] env[69287]: INFO nova.compute.manager [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1417.295136] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.295322] env[69287]: DEBUG nova.compute.manager [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.295418] env[69287]: DEBUG nova.network.neutron [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.502811] env[69287]: DEBUG nova.objects.instance [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid eef2c7a3-797c-4f34-86e5-42eca61fb392 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.556336] env[69287]: DEBUG nova.compute.manager [req-83df11f0-c878-4471-aa54-b2f44f766f59 req-b801351c-ebce-452e-aff7-1b124ac09fa5 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Received event network-vif-deleted-169f1c4d-2815-4f05-89d3-c3652e2f043f {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1417.556548] env[69287]: INFO nova.compute.manager [req-83df11f0-c878-4471-aa54-b2f44f766f59 req-b801351c-ebce-452e-aff7-1b124ac09fa5 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Neutron deleted interface 169f1c4d-2815-4f05-89d3-c3652e2f043f; detaching it from the instance and deleting it from the info cache [ 1417.556724] env[69287]: DEBUG nova.network.neutron [req-83df11f0-c878-4471-aa54-b2f44f766f59 req-b801351c-ebce-452e-aff7-1b124ac09fa5 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.008228] env[69287]: DEBUG oslo_concurrency.lockutils [None req-a1174e6e-7fd1-4892-87aa-74147e19afc7 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.240s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.040035] env[69287]: DEBUG nova.network.neutron [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.059037] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fda5976-94ad-4f77-9983-e853efd8afa3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.069757] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7789cd34-a42a-4fcd-b738-30f473d5fbd8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.094681] env[69287]: DEBUG nova.compute.manager [req-83df11f0-c878-4471-aa54-b2f44f766f59 req-b801351c-ebce-452e-aff7-1b124ac09fa5 service nova] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Detach interface failed, port_id=169f1c4d-2815-4f05-89d3-c3652e2f043f, reason: Instance 484f97e9-4044-4d91-b2e9-d0db74432801 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1418.339234] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.339615] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.542037] env[69287]: INFO nova.compute.manager [-] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Took 1.25 seconds to deallocate network for instance. [ 1418.842623] env[69287]: INFO nova.compute.manager [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Detaching volume 458242a8-bad5-423e-a50f-85d8e81e58e0 [ 1418.873783] env[69287]: INFO nova.virt.block_device [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Attempting to driver detach volume 458242a8-bad5-423e-a50f-85d8e81e58e0 from mountpoint /dev/sdb [ 1418.874059] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1418.874251] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689083', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'name': 'volume-458242a8-bad5-423e-a50f-85d8e81e58e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'serial': '458242a8-bad5-423e-a50f-85d8e81e58e0'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1418.875197] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a375d71f-ba86-4dee-ab4d-a0044218825f {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.900516] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6d945f-22b0-4949-9ecd-0047b405bf98 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.907993] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9a1c14-ca9d-40cc-bcb0-228833cd0764 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.932051] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4200866-d51b-4c79-b642-35885e22e28d {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.947197] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] The volume has not been displaced from its original location: [datastore1] volume-458242a8-bad5-423e-a50f-85d8e81e58e0/volume-458242a8-bad5-423e-a50f-85d8e81e58e0.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1418.953514] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1418.953974] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e40758b-ec95-43ba-88b2-76904e330133 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.973422] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1418.973422] env[69287]: value = "task-3451619" [ 1418.973422] env[69287]: _type = "Task" [ 1418.973422] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.981516] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.048932] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.049247] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.049473] env[69287]: DEBUG nova.objects.instance [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lazy-loading 'resources' on Instance uuid 484f97e9-4044-4d91-b2e9-d0db74432801 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.483508] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451619, 'name': ReconfigVM_Task, 'duration_secs': 0.258879} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.483967] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.488358] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2217751c-cfab-4204-92a5-dcfbf55af313 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.503236] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1419.503236] env[69287]: value = "task-3451620" [ 1419.503236] env[69287]: _type = "Task" [ 1419.503236] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.510743] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.596293] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa7870-c946-4876-9df2-7d262a097aae {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.603372] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d07a1-fc75-42be-94a4-8c575ae8a8c3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.635352] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d233b-f13b-499b-a4e4-f94ca0e4e175 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.642293] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bfaca1-ba25-4c43-abd4-ae24ad4fac57 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.655014] env[69287]: DEBUG nova.compute.provider_tree [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.013187] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.157930] env[69287]: DEBUG nova.scheduler.client.report [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.513871] env[69287]: DEBUG oslo_vmware.api [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451620, 'name': ReconfigVM_Task, 'duration_secs': 0.791644} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.514228] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689083', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'name': 'volume-458242a8-bad5-423e-a50f-85d8e81e58e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '458242a8-bad5-423e-a50f-85d8e81e58e0', 'serial': '458242a8-bad5-423e-a50f-85d8e81e58e0'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1420.663222] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.685862] env[69287]: INFO nova.scheduler.client.report [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Deleted allocations for instance 484f97e9-4044-4d91-b2e9-d0db74432801 [ 1421.055055] env[69287]: DEBUG nova.objects.instance [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid eef2c7a3-797c-4f34-86e5-42eca61fb392 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.193372] env[69287]: DEBUG oslo_concurrency.lockutils [None req-fd71089d-bc57-455b-9961-8c06d8b5d882 tempest-ServersNegativeTestJSON-421011560 tempest-ServersNegativeTestJSON-421011560-project-member] Lock "484f97e9-4044-4d91-b2e9-d0db74432801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.062691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-e3cac7f4-b6ba-4cdc-9416-343b9ff72add tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.723s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.612931] env[69287]: DEBUG oslo_concurrency.lockutils [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.613263] env[69287]: DEBUG oslo_concurrency.lockutils [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.116758] env[69287]: INFO nova.compute.manager [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Detaching volume 438c08a2-e764-4085-8951-507000af1c84 [ 1423.152482] env[69287]: INFO nova.virt.block_device [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Attempting to driver detach volume 438c08a2-e764-4085-8951-507000af1c84 from mountpoint /dev/sdc [ 1423.152736] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Volume detach. Driver type: vmdk {{(pid=69287) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1423.152989] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689084', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'name': 'volume-438c08a2-e764-4085-8951-507000af1c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'serial': '438c08a2-e764-4085-8951-507000af1c84'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1423.153890] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75ec4ac-b8a5-4a53-809f-6b445850a054 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.176999] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae9ddb-6806-4f21-b96e-b7cad2c71c21 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.183875] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1588480-ac0c-4465-9f4e-cc8870ed4473 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.203826] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ae2a0e-1136-418e-b2da-1f17955e92f3 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.218351] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] The volume has not been displaced from its original location: [datastore1] volume-438c08a2-e764-4085-8951-507000af1c84/volume-438c08a2-e764-4085-8951-507000af1c84.vmdk. No consolidation needed. {{(pid=69287) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1423.223753] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1423.224048] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aff6942-7601-4dbd-8f3c-de063bb10246 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.242448] env[69287]: DEBUG oslo_vmware.api [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1423.242448] env[69287]: value = "task-3451621" [ 1423.242448] env[69287]: _type = "Task" [ 1423.242448] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.250290] env[69287]: DEBUG oslo_vmware.api [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.751879] env[69287]: DEBUG oslo_vmware.api [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451621, 'name': ReconfigVM_Task, 'duration_secs': 0.234937} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.752081] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=69287) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.756645] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686d9025-efcc-46de-9a20-f1e1ad60581c {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.771414] env[69287]: DEBUG oslo_vmware.api [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1423.771414] env[69287]: value = "task-3451622" [ 1423.771414] env[69287]: _type = "Task" [ 1423.771414] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.779261] env[69287]: DEBUG oslo_vmware.api [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.281610] env[69287]: DEBUG oslo_vmware.api [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451622, 'name': ReconfigVM_Task, 'duration_secs': 0.133753} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.281927] env[69287]: DEBUG nova.virt.vmwareapi.volumeops [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-689084', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'name': 'volume-438c08a2-e764-4085-8951-507000af1c84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eef2c7a3-797c-4f34-86e5-42eca61fb392', 'attached_at': '', 'detached_at': '', 'volume_id': '438c08a2-e764-4085-8951-507000af1c84', 'serial': '438c08a2-e764-4085-8951-507000af1c84'} {{(pid=69287) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1424.821114] env[69287]: DEBUG nova.objects.instance [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'flavor' on Instance uuid eef2c7a3-797c-4f34-86e5-42eca61fb392 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.828384] env[69287]: DEBUG oslo_concurrency.lockutils [None req-612f0cb9-4ad7-4c42-bebf-83717b4d4465 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.992277] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.992648] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.992691] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "eef2c7a3-797c-4f34-86e5-42eca61fb392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.992872] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.993055] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.995191] env[69287]: INFO nova.compute.manager [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Terminating instance [ 1427.499025] env[69287]: DEBUG nova.compute.manager [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Start destroying the instance on the hypervisor. {{(pid=69287) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.499270] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Destroying instance {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.500182] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d9bdb-8529-4e59-a8f3-b1b9c49c15da {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.508317] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Powering off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.508537] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f87a6cbc-6ede-4b3b-a40d-253fb2ab6910 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.514498] env[69287]: DEBUG oslo_vmware.api [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1427.514498] env[69287]: value = "task-3451623" [ 1427.514498] env[69287]: _type = "Task" [ 1427.514498] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.522040] env[69287]: DEBUG oslo_vmware.api [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.024490] env[69287]: DEBUG oslo_vmware.api [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451623, 'name': PowerOffVM_Task, 'duration_secs': 0.167874} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.024925] env[69287]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Powered off the VM {{(pid=69287) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.025029] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Unregistering the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.025197] env[69287]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-622831f1-a82f-4c98-89a5-1b7d51f575b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.084546] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Unregistered the VM {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.084773] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Deleting contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.084940] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Deleting the datastore file [datastore2] eef2c7a3-797c-4f34-86e5-42eca61fb392 {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.085210] env[69287]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa829c67-a730-450a-a459-a47124c73703 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.091199] env[69287]: DEBUG oslo_vmware.api [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for the task: (returnval){ [ 1428.091199] env[69287]: value = "task-3451625" [ 1428.091199] env[69287]: _type = "Task" [ 1428.091199] env[69287]: } to complete. {{(pid=69287) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.098189] env[69287]: DEBUG oslo_vmware.api [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.601257] env[69287]: DEBUG oslo_vmware.api [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Task: {'id': task-3451625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130765} completed successfully. {{(pid=69287) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.601497] env[69287]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Deleted the datastore file {{(pid=69287) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.601701] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Deleted contents of the VM from datastore datastore2 {{(pid=69287) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.601895] env[69287]: DEBUG nova.virt.vmwareapi.vmops [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Instance destroyed {{(pid=69287) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.602091] env[69287]: INFO nova.compute.manager [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1428.602336] env[69287]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69287) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.602525] env[69287]: DEBUG nova.compute.manager [-] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Deallocating network for instance {{(pid=69287) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.602617] env[69287]: DEBUG nova.network.neutron [-] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] deallocate_for_instance() {{(pid=69287) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.035643] env[69287]: DEBUG nova.compute.manager [req-1230fd36-054c-4022-bce7-03d25a318c62 req-5f2c19d1-2abf-4636-88c3-2f32fa2164f5 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Received event network-vif-deleted-953fb309-4df0-4065-ae72-9ac572f9bff3 {{(pid=69287) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1429.035919] env[69287]: INFO nova.compute.manager [req-1230fd36-054c-4022-bce7-03d25a318c62 req-5f2c19d1-2abf-4636-88c3-2f32fa2164f5 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Neutron deleted interface 953fb309-4df0-4065-ae72-9ac572f9bff3; detaching it from the instance and deleting it from the info cache [ 1429.036145] env[69287]: DEBUG nova.network.neutron [req-1230fd36-054c-4022-bce7-03d25a318c62 req-5f2c19d1-2abf-4636-88c3-2f32fa2164f5 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.508443] env[69287]: DEBUG nova.network.neutron [-] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Updating instance_info_cache with network_info: [] {{(pid=69287) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.538526] env[69287]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ace78175-ed91-41ad-a152-8284861c0d70 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.548646] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec02a81-ad6e-4c7e-ba1d-4a084135f9b8 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.576634] env[69287]: DEBUG nova.compute.manager [req-1230fd36-054c-4022-bce7-03d25a318c62 req-5f2c19d1-2abf-4636-88c3-2f32fa2164f5 service nova] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Detach interface failed, port_id=953fb309-4df0-4065-ae72-9ac572f9bff3, reason: Instance eef2c7a3-797c-4f34-86e5-42eca61fb392 could not be found. {{(pid=69287) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1430.011224] env[69287]: INFO nova.compute.manager [-] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Took 1.41 seconds to deallocate network for instance. [ 1430.517532] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.517902] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.518040] env[69287]: DEBUG nova.objects.instance [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lazy-loading 'resources' on Instance uuid eef2c7a3-797c-4f34-86e5-42eca61fb392 {{(pid=69287) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.053218] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27118d-5d89-46fd-b50c-d6af99f92f44 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.060781] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8d6fb-cf20-46b8-9ddc-d47f49894515 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.090158] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed3427-6510-4861-bd26-2caaa33e3979 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.096721] env[69287]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64606853-2f7f-4992-b9df-556b456329f6 {{(pid=69287) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.109629] env[69287]: DEBUG nova.compute.provider_tree [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed in ProviderTree for provider: bf8d97a8-ef6f-44c6-86ac-2c63576b804e {{(pid=69287) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.612479] env[69287]: DEBUG nova.scheduler.client.report [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Inventory has not changed for provider bf8d97a8-ef6f-44c6-86ac-2c63576b804e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69287) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.117930] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.136150] env[69287]: INFO nova.scheduler.client.report [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Deleted allocations for instance eef2c7a3-797c-4f34-86e5-42eca61fb392 [ 1432.645359] env[69287]: DEBUG oslo_concurrency.lockutils [None req-c35c2982-0f2b-4a30-8c06-ea4814ed5239 tempest-AttachVolumeTestJSON-676081828 tempest-AttachVolumeTestJSON-676081828-project-member] Lock "eef2c7a3-797c-4f34-86e5-42eca61fb392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=69287) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.851194] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.851618] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.851618] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69287) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1462.851429] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.851794] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.849718] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.849921] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Starting heal instance info cache {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1463.850020] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Rebuilding the list of instances to heal {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1464.353212] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Didn't find any instances for network info cache update. {{(pid=69287) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1464.353636] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.353681] env[69287]: DEBUG oslo_service.periodic_task [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69287) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.353796] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] Cleaning up deleted instances {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1464.861180] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] There are 20 instances to clean {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1464.861413] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: eef2c7a3-797c-4f34-86e5-42eca61fb392] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1465.364454] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: b87aaa0c-f810-4168-87d2-0a8438676673] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1465.868270] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 484f97e9-4044-4d91-b2e9-d0db74432801] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1466.371424] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: c0961cef-ccf0-4fdb-96ae-1485eb0e12d2] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1466.875245] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 34aa616c-fe6a-4289-9ca6-9e1977f74d6c] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1467.378578] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 2713d3da-7717-49a7-802b-ba0830eb5f97] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1467.881764] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 2549e52f-ed35-4ac0-8474-e61f1c306404] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1468.385673] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: a425c897-76a1-4ddf-9a99-e9f46c34098b] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1468.889646] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 0be11f42-6c5a-4785-b5e3-ceeaafb7050d] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1469.392904] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 9ddd9942-7c47-4a98-b4c5-a093ece7cb11] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1469.896549] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 5ba24646-41f7-43cc-bf11-e9edbe778bff] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1470.400580] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 933df6c1-afb5-49ba-992f-d0dc924f3102] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1470.904398] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 507e224c-07f7-4724-b288-39c374614c6a] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1471.407795] env[69287]: DEBUG nova.compute.manager [None req-088fea57-c9e2-405e-8948-2da74a8f4055 None None] [instance: 50db598e-d8e1-4afc-90c5-86cc194712c5] Instance has had 0 of 5 cleanup attempts {{(pid=69287) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}